2024-11-24 23:12:40,458 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-24 23:12:40,484 main DEBUG Took 0.022217 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 23:12:40,484 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 23:12:40,485 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 23:12:40,486 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 23:12:40,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,505 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 23:12:40,524 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,528 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,529 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,531 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,533 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,535 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,536 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,541 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,542 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,544 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,545 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:40,547 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,548 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 23:12:40,550 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:40,552 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 23:12:40,555 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 23:12:40,555 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 23:12:40,558 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 23:12:40,558 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 23:12:40,571 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 23:12:40,574 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 23:12:40,577 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 23:12:40,578 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 23:12:40,578 main DEBUG createAppenders(={Console}) 2024-11-24 23:12:40,579 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-24 23:12:40,580 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-24 23:12:40,581 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-24 23:12:40,581 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 23:12:40,582 main DEBUG OutputStream closed 2024-11-24 23:12:40,582 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 23:12:40,583 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 23:12:40,583 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-24 23:12:40,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 23:12:40,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 23:12:40,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 23:12:40,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 23:12:40,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 23:12:40,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 23:12:40,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 23:12:40,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 23:12:40,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 23:12:40,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 23:12:40,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 23:12:40,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 23:12:40,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 23:12:40,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 23:12:40,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 23:12:40,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 23:12:40,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 23:12:40,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 23:12:40,708 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 23:12:40,708 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-24 23:12:40,709 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 23:12:40,713 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-24T23:12:40,734 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-24 23:12:40,738 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 23:12:40,738 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T23:12:40,748 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-24T23:12:40,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=9131 2024-11-24T23:12:41,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268 2024-11-24T23:12:41,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:12:41,201 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f, deleteOnExit=true 2024-11-24T23:12:41,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:12:41,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/test.cache.data in system properties and HBase conf 2024-11-24T23:12:41,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:12:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:12:41,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:12:41,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:12:41,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:12:41,331 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T23:12:41,458 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:12:41,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:12:41,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:12:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:12:41,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:12:41,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:12:41,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:12:41,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:12:41,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:12:41,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:12:41,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:12:41,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:12:41,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:12:41,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:12:41,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:12:42,973 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T23:12:43,054 INFO [Time-limited test {}] log.Log(170): Logging initialized @3483ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T23:12:43,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:12:43,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:12:43,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:12:43,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:12:43,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:12:43,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:12:43,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:12:43,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:12:43,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/java.io.tmpdir/jetty-localhost-34515-hadoop-hdfs-3_4_1-tests_jar-_-any-1036140253599885563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:12:43,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:34515} 2024-11-24T23:12:43,525 INFO [Time-limited test {}] server.Server(415): Started @3955ms 2024-11-24T23:12:44,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:12:44,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:12:44,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:12:44,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:12:44,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:12:44,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:12:44,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:12:44,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/java.io.tmpdir/jetty-localhost-33573-hadoop-hdfs-3_4_1-tests_jar-_-any-612758785545756058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:12:44,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:33573} 2024-11-24T23:12:44,277 INFO [Time-limited test {}] server.Server(415): Started @4707ms 2024-11-24T23:12:44,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:12:44,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:12:44,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:12:44,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:12:44,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:12:44,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:12:44,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:12:44,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:12:44,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/java.io.tmpdir/jetty-localhost-40353-hadoop-hdfs-3_4_1-tests_jar-_-any-3751833718642232260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:12:44,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:40353} 2024-11-24T23:12:44,610 INFO [Time-limited test {}] server.Server(415): Started @5040ms 2024-11-24T23:12:44,612 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:12:44,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:12:44,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:12:44,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:12:44,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:12:44,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:12:44,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:12:44,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:12:44,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/java.io.tmpdir/jetty-localhost-45291-hadoop-hdfs-3_4_1-tests_jar-_-any-3404626639830517522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:12:44,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:45291} 2024-11-24T23:12:44,784 INFO [Time-limited test {}] server.Server(415): Started @5214ms 2024-11-24T23:12:44,787 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:12:46,297 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data1/current/BP-334338878-172.17.0.3-1732489962261/current, will proceed with Du for space computation calculation, 2024-11-24T23:12:46,297 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data4/current/BP-334338878-172.17.0.3-1732489962261/current, will proceed with Du for space computation calculation, 2024-11-24T23:12:46,297 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data2/current/BP-334338878-172.17.0.3-1732489962261/current, will proceed with Du for space computation calculation, 2024-11-24T23:12:46,297 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data3/current/BP-334338878-172.17.0.3-1732489962261/current, will proceed with Du for space computation calculation, 2024-11-24T23:12:46,329 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:12:46,329 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:12:46,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb88deb57de1d5d20 with lease ID 0x5f10ccabe61cb379: Processing first storage report for DS-4a3a0606-7402-4d97-a004-1306fcdf056f from datanode DatanodeRegistration(127.0.0.1:32775, datanodeUuid=d6283ff5-2237-480c-80a2-4fc74d2e7ed9, infoPort=33469, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261) 2024-11-24T23:12:46,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb88deb57de1d5d20 with lease ID 0x5f10ccabe61cb379: from storage DS-4a3a0606-7402-4d97-a004-1306fcdf056f node DatanodeRegistration(127.0.0.1:32775, datanodeUuid=d6283ff5-2237-480c-80a2-4fc74d2e7ed9, infoPort=33469, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T23:12:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe360d97d643020b3 with lease ID 0x5f10ccabe61cb378: Processing first storage report for DS-592dad0a-87e4-4f4c-ad90-89709391960f from datanode DatanodeRegistration(127.0.0.1:43761, datanodeUuid=a8611cf0-8ebc-4f48-831a-47575acb0977, infoPort=45905, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261) 2024-11-24T23:12:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe360d97d643020b3 with lease ID 0x5f10ccabe61cb378: from storage DS-592dad0a-87e4-4f4c-ad90-89709391960f node DatanodeRegistration(127.0.0.1:43761, datanodeUuid=a8611cf0-8ebc-4f48-831a-47575acb0977, infoPort=45905, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T23:12:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb88deb57de1d5d20 with lease ID 0x5f10ccabe61cb379: Processing first storage report for DS-8aa1c3bf-0cf7-4d8f-98a7-5e693acacbc0 from datanode DatanodeRegistration(127.0.0.1:32775, datanodeUuid=d6283ff5-2237-480c-80a2-4fc74d2e7ed9, infoPort=33469, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261) 2024-11-24T23:12:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb88deb57de1d5d20 with lease ID 0x5f10ccabe61cb379: from storage DS-8aa1c3bf-0cf7-4d8f-98a7-5e693acacbc0 node DatanodeRegistration(127.0.0.1:32775, datanodeUuid=d6283ff5-2237-480c-80a2-4fc74d2e7ed9, infoPort=33469, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:12:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe360d97d643020b3 with lease ID 0x5f10ccabe61cb378: Processing first storage report for DS-1dbfe738-3229-4d5d-b878-51b3fb49c62a from datanode DatanodeRegistration(127.0.0.1:43761, datanodeUuid=a8611cf0-8ebc-4f48-831a-47575acb0977, infoPort=45905, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261) 2024-11-24T23:12:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe360d97d643020b3 with lease ID 0x5f10ccabe61cb378: from storage DS-1dbfe738-3229-4d5d-b878-51b3fb49c62a node DatanodeRegistration(127.0.0.1:43761, datanodeUuid=a8611cf0-8ebc-4f48-831a-47575acb0977, infoPort=45905, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T23:12:46,652 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data5/current/BP-334338878-172.17.0.3-1732489962261/current, will proceed with Du for space computation calculation, 2024-11-24T23:12:46,652 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data6/current/BP-334338878-172.17.0.3-1732489962261/current, will proceed with Du for space computation calculation, 2024-11-24T23:12:46,668 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:12:46,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8e9edb381857140 with lease ID 0x5f10ccabe61cb37a: Processing first storage report for DS-59f05c3d-975f-45c3-b775-23b6e069c365 from datanode DatanodeRegistration(127.0.0.1:38709, datanodeUuid=4d6639c4-5072-40a4-b2d4-c627c699f39b, infoPort=42865, infoSecurePort=0, ipcPort=33341, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261) 2024-11-24T23:12:46,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8e9edb381857140 with lease ID 0x5f10ccabe61cb37a: from storage DS-59f05c3d-975f-45c3-b775-23b6e069c365 node DatanodeRegistration(127.0.0.1:38709, datanodeUuid=4d6639c4-5072-40a4-b2d4-c627c699f39b, infoPort=42865, infoSecurePort=0, ipcPort=33341, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T23:12:46,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8e9edb381857140 with lease ID 0x5f10ccabe61cb37a: Processing first storage report for DS-da296bcb-0adb-42cd-96bb-349dc07dba4f from datanode DatanodeRegistration(127.0.0.1:38709, datanodeUuid=4d6639c4-5072-40a4-b2d4-c627c699f39b, infoPort=42865, infoSecurePort=0, ipcPort=33341, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261) 2024-11-24T23:12:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8e9edb381857140 with lease ID 0x5f10ccabe61cb37a: from storage DS-da296bcb-0adb-42cd-96bb-349dc07dba4f node DatanodeRegistration(127.0.0.1:38709, datanodeUuid=4d6639c4-5072-40a4-b2d4-c627c699f39b, infoPort=42865, infoSecurePort=0, ipcPort=33341, storageInfo=lv=-57;cid=testClusterID;nsid=1666684373;c=1732489962261), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:12:46,746 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268 2024-11-24T23:12:46,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/zookeeper_0, clientPort=60712, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:12:46,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60712 2024-11-24T23:12:46,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:46,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:47,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:12:47,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:12:47,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:12:47,510 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 with version=8 2024-11-24T23:12:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/hbase-staging 2024-11-24T23:12:47,586 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T23:12:47,836 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:12:47,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:47,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:47,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:12:47,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:47,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:12:47,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:12:48,065 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T23:12:48,079 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T23:12:48,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:48,118 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 998 (auto-detected) 2024-11-24T23:12:48,119 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-24T23:12:48,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34229 2024-11-24T23:12:48,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34229 connecting to ZooKeeper ensemble=127.0.0.1:60712 2024-11-24T23:12:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342290x0, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:12:48,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34229-0x1016f1ef07e0000 connected 2024-11-24T23:12:48,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:48,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:48,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:12:48,548 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2, hbase.cluster.distributed=false 2024-11-24T23:12:48,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:12:48,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34229 2024-11-24T23:12:48,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34229 2024-11-24T23:12:48,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34229 2024-11-24T23:12:48,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34229 2024-11-24T23:12:48,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34229 2024-11-24T23:12:48,708 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:12:48,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:48,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:48,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:12:48,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:48,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:12:48,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:12:48,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:48,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39731 2024-11-24T23:12:48,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39731 connecting to ZooKeeper ensemble=127.0.0.1:60712 2024-11-24T23:12:48,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:48,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:48,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397310x0, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:12:48,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397310x0, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:12:48,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39731-0x1016f1ef07e0001 connected 2024-11-24T23:12:48,742 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:12:48,753 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:12:48,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T23:12:48,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:12:48,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39731 2024-11-24T23:12:48,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39731 2024-11-24T23:12:48,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39731 2024-11-24T23:12:48,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39731 2024-11-24T23:12:48,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39731 2024-11-24T23:12:48,784 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:12:48,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:48,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:48,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:12:48,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:48,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:12:48,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:12:48,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:48,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39625 2024-11-24T23:12:48,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39625 connecting to ZooKeeper ensemble=127.0.0.1:60712 2024-11-24T23:12:48,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:48,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:48,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396250x0, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:12:48,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396250x0, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:12:48,813 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:12:48,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39625-0x1016f1ef07e0002 connected 2024-11-24T23:12:48,817 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:12:48,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T23:12:48,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:12:48,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39625 2024-11-24T23:12:48,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39625 2024-11-24T23:12:48,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39625 2024-11-24T23:12:48,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39625 2024-11-24T23:12:48,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39625 2024-11-24T23:12:48,846 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:12:48,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:48,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:48,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:12:48,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:12:48,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:12:48,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:12:48,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:48,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42345 2024-11-24T23:12:48,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42345 connecting to ZooKeeper ensemble=127.0.0.1:60712 2024-11-24T23:12:48,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:48,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:48,864 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423450x0, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:12:48,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423450x0, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:12:48,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:12:48,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42345-0x1016f1ef07e0003 connected 2024-11-24T23:12:48,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:12:48,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T23:12:48,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:12:48,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42345 2024-11-24T23:12:48,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42345 2024-11-24T23:12:48,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42345 2024-11-24T23:12:48,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42345 2024-11-24T23:12:48,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42345 2024-11-24T23:12:48,899 DEBUG [M:0;ba7f32532130:34229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:34229 2024-11-24T23:12:48,900 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ba7f32532130,34229,1732489967656 2024-11-24T23:12:48,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:12:48,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:12:48,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:12:48,917 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:12:48,920 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ba7f32532130,34229,1732489967656 2024-11-24T23:12:48,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T23:12:48,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T23:12:48,948 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T23:12:48,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:48,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:48,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:48,948 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:48,950 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T23:12:48,951 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ba7f32532130,34229,1732489967656 from backup master directory 2024-11-24T23:12:48,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:12:48,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ba7f32532130,34229,1732489967656 2024-11-24T23:12:48,958 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:12:48,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:12:48,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:12:48,959 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:12:48,960 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,34229,1732489967656 2024-11-24T23:12:48,962 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T23:12:48,963 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T23:12:49,020 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/hbase.id] with ID: f34cf1b3-701a-4af4-85ac-fca945733960 2024-11-24T23:12:49,020 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/.tmp/hbase.id 2024-11-24T23:12:49,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:12:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:12:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:12:49,036 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/.tmp/hbase.id]:[hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/hbase.id] 2024-11-24T23:12:49,083 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:12:49,089 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:12:49,107 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-24T23:12:49,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,116 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:12:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:12:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:12:49,150 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:12:49,152 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:12:49,164 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:12:49,168 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:12:49,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:12:49,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:12:49,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:12:49,215 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store 2024-11-24T23:12:49,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:12:49,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:12:49,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:12:49,242 INFO [master/ba7f32532130:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T23:12:49,245 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:12:49,247 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:12:49,247 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:12:49,248 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:12:49,250 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:12:49,250 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:12:49,250 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:12:49,252 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732489969247Disabling compacts and flushes for region at 1732489969247Disabling writes for close at 1732489969250 (+3 ms)Writing region close event to WAL at 1732489969250Closed at 1732489969250 2024-11-24T23:12:49,254 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/.initializing 2024-11-24T23:12:49,254 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/WALs/ba7f32532130,34229,1732489967656 2024-11-24T23:12:49,263 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:12:49,278 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C34229%2C1732489967656, suffix=, logDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/WALs/ba7f32532130,34229,1732489967656, archiveDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/oldWALs, maxLogs=10 2024-11-24T23:12:49,301 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/WALs/ba7f32532130,34229,1732489967656/ba7f32532130%2C34229%2C1732489967656.1732489969283, exclude list is [], retry=0 2024-11-24T23:12:49,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-592dad0a-87e4-4f4c-ad90-89709391960f,DISK] 2024-11-24T23:12:49,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38709,DS-59f05c3d-975f-45c3-b775-23b6e069c365,DISK] 2024-11-24T23:12:49,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-4a3a0606-7402-4d97-a004-1306fcdf056f,DISK] 2024-11-24T23:12:49,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T23:12:49,354 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/WALs/ba7f32532130,34229,1732489967656/ba7f32532130%2C34229%2C1732489967656.1732489969283 2024-11-24T23:12:49,355 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33469:33469),(127.0.0.1/127.0.0.1:42865:42865),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-24T23:12:49,355 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:12:49,356 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:12:49,358 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,359 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:12:49,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:12:49,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:12:49,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:12:49,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:12:49,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:12:49,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:12:49,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:12:49,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:12:49,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:12:49,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:12:49,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:12:49,453 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,457 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,458 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,464 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,465 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,469 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:12:49,472 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:12:49,477 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:12:49,478 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70870468, jitterRate=0.05605226755142212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:12:49,485 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732489969371Initializing all the Stores at 1732489969373 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732489969373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489969374 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489969374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489969374Cleaning up temporary data from old regions at 1732489969465 (+91 ms)Region opened successfully at 1732489969485 (+20 ms) 2024-11-24T23:12:49,486 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:12:49,518 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46676657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:12:49,547 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:12:49,556 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:12:49,556 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:12:49,559 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:12:49,560 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T23:12:49,564 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T23:12:49,565 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-24T23:12:49,588 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:12:49,595 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T23:12:49,600 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T23:12:49,602 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:12:49,604 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:12:49,611 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T23:12:49,613 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:12:49,616 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:12:49,621 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T23:12:49,622 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:12:49,632 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T23:12:49,651 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:12:49,663 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T23:12:49,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:12:49,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:12:49,674 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:12:49,674 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:12:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,679 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,34229,1732489967656, sessionid=0x1016f1ef07e0000, setting cluster-up flag (Was=false) 2024-11-24T23:12:49,706 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,737 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T23:12:49,741 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,34229,1732489967656 2024-11-24T23:12:49,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,758 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:49,790 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T23:12:49,793 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,34229,1732489967656 2024-11-24T23:12:49,803 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:12:49,872 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:12:49,880 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:12:49,881 INFO [RS:1;ba7f32532130:39625 {}] regionserver.HRegionServer(746): ClusterId : f34cf1b3-701a-4af4-85ac-fca945733960 2024-11-24T23:12:49,881 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(746): ClusterId : f34cf1b3-701a-4af4-85ac-fca945733960 2024-11-24T23:12:49,881 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(746): ClusterId : f34cf1b3-701a-4af4-85ac-fca945733960 2024-11-24T23:12:49,883 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:12:49,883 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:12:49,883 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:12:49,888 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:12:49,894 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,34229,1732489967656 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:12:49,908 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:12:49,908 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:12:49,908 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:12:49,908 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:12:49,908 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:12:49,908 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:12:49,908 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:12:49,909 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:12:49,909 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:12:49,909 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:12:49,909 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:12:49,909 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:49,909 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:12:49,909 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:49,910 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732489999910 2024-11-24T23:12:49,912 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:12:49,913 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:12:49,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:12:49,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:12:49,916 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:12:49,917 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:12:49,917 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:12:49,917 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:12:49,918 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:49,922 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:12:49,923 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:12:49,923 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:12:49,923 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:12:49,923 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:12:49,925 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:12:49,926 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:12:49,928 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:12:49,928 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:12:49,929 DEBUG [RS:2;ba7f32532130:42345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a36283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:12:49,929 DEBUG [RS:0;ba7f32532130:39731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293f30a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:12:49,929 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:12:49,929 DEBUG [RS:1;ba7f32532130:39625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60aa6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:12:49,929 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732489969928,5,FailOnTimeoutGroup] 2024-11-24T23:12:49,936 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732489969930,5,FailOnTimeoutGroup] 2024-11-24T23:12:49,936 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:49,937 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:12:49,938 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:49,939 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:49,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:12:49,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:12:49,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:12:49,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:12:49,952 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:12:49,954 DEBUG [RS:2;ba7f32532130:42345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ba7f32532130:42345 2024-11-24T23:12:49,954 DEBUG [RS:1;ba7f32532130:39625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ba7f32532130:39625 2024-11-24T23:12:49,955 DEBUG [RS:0;ba7f32532130:39731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:39731 2024-11-24T23:12:49,959 INFO [RS:1;ba7f32532130:39625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:12:49,959 INFO [RS:0;ba7f32532130:39731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:12:49,959 INFO [RS:2;ba7f32532130:42345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:12:49,959 INFO [RS:0;ba7f32532130:39731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:12:49,959 INFO [RS:2;ba7f32532130:42345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:12:49,959 INFO [RS:1;ba7f32532130:39625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:12:49,959 DEBUG [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:12:49,959 DEBUG [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:12:49,959 DEBUG [RS:1;ba7f32532130:39625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:12:49,962 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,34229,1732489967656 with port=39731, startcode=1732489968662 2024-11-24T23:12:49,962 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,34229,1732489967656 with port=42345, startcode=1732489968846 2024-11-24T23:12:49,962 INFO [RS:1;ba7f32532130:39625 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,34229,1732489967656 with port=39625, startcode=1732489968784 2024-11-24T23:12:49,975 DEBUG [RS:0;ba7f32532130:39731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:12:49,975 DEBUG [RS:1;ba7f32532130:39625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:12:49,975 DEBUG [RS:2;ba7f32532130:42345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:12:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741832_1008 (size=32) 2024-11-24T23:12:49,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741832_1008 (size=32) 2024-11-24T23:12:49,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741832_1008 (size=32) 2024-11-24T23:12:49,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:12:50,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:12:50,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:12:50,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:12:50,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:12:50,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:12:50,012 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:12:50,012 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:12:50,012 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:12:50,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:12:50,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:12:50,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,39731,1732489968662 2024-11-24T23:12:50,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34229 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,39731,1732489968662 2024-11-24T23:12:50,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:12:50,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:12:50,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:12:50,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:12:50,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:12:50,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:12:50,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:12:50,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:12:50,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,39625,1732489968784 2024-11-24T23:12:50,036 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34229 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,39625,1732489968784 2024-11-24T23:12:50,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:12:50,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:12:50,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740 2024-11-24T23:12:50,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740 2024-11-24T23:12:50,039 DEBUG [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:12:50,040 DEBUG [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41189 2024-11-24T23:12:50,040 DEBUG [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:12:50,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,42345,1732489968846 2024-11-24T23:12:50,041 DEBUG [RS:1;ba7f32532130:39625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:12:50,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34229 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,42345,1732489968846 2024-11-24T23:12:50,041 DEBUG [RS:1;ba7f32532130:39625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41189 2024-11-24T23:12:50,041 DEBUG [RS:1;ba7f32532130:39625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:12:50,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:12:50,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:12:50,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:12:50,045 DEBUG [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:12:50,045 DEBUG [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41189 2024-11-24T23:12:50,045 DEBUG [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:12:50,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:12:50,052 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:12:50,053 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66806337, jitterRate=-0.00450800359249115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:12:50,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732489969989Initializing all the Stores at 1732489969996 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732489969996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732489970002 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489970003 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732489970003Cleaning up temporary data from old regions at 1732489970043 (+40 ms)Region opened successfully at 1732489970058 (+15 ms) 2024-11-24T23:12:50,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:12:50,058 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:12:50,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:12:50,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:12:50,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:12:50,060 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:12:50,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732489970058Disabling compacts and flushes for region at 1732489970058Disabling writes for close at 1732489970059 (+1 ms)Writing region close event to WAL at 1732489970060 (+1 ms)Closed at 1732489970060 2024-11-24T23:12:50,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:12:50,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:12:50,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:12:50,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:12:50,081 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:12:50,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:12:50,138 DEBUG [RS:0;ba7f32532130:39731 {}] zookeeper.ZKUtil(111): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba7f32532130,39731,1732489968662 2024-11-24T23:12:50,138 DEBUG [RS:1;ba7f32532130:39625 {}] zookeeper.ZKUtil(111): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba7f32532130,39625,1732489968784 2024-11-24T23:12:50,138 WARN [RS:1;ba7f32532130:39625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:12:50,138 WARN [RS:0;ba7f32532130:39731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:12:50,138 INFO [RS:0;ba7f32532130:39731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:12:50,138 INFO [RS:1;ba7f32532130:39625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:12:50,139 DEBUG [RS:1;ba7f32532130:39625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784 2024-11-24T23:12:50,139 DEBUG [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39731,1732489968662 2024-11-24T23:12:50,139 DEBUG [RS:2;ba7f32532130:42345 {}] zookeeper.ZKUtil(111): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba7f32532130,42345,1732489968846 2024-11-24T23:12:50,139 WARN [RS:2;ba7f32532130:42345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:12:50,140 INFO [RS:2;ba7f32532130:42345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:12:50,140 DEBUG [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,42345,1732489968846 2024-11-24T23:12:50,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,39731,1732489968662] 2024-11-24T23:12:50,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,42345,1732489968846] 2024-11-24T23:12:50,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,39625,1732489968784] 2024-11-24T23:12:50,168 INFO [RS:2;ba7f32532130:42345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:12:50,168 INFO [RS:0;ba7f32532130:39731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:12:50,168 INFO [RS:1;ba7f32532130:39625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:12:50,184 INFO [RS:2;ba7f32532130:42345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:12:50,184 INFO [RS:1;ba7f32532130:39625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:12:50,184 INFO [RS:0;ba7f32532130:39731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:12:50,189 INFO [RS:2;ba7f32532130:42345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:12:50,189 INFO [RS:0;ba7f32532130:39731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:12:50,189 INFO [RS:1;ba7f32532130:39625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:12:50,189 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,189 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,189 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,190 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:12:50,190 INFO [RS:1;ba7f32532130:39625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:12:50,190 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:12:50,196 INFO [RS:1;ba7f32532130:39625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:12:50,196 INFO [RS:0;ba7f32532130:39731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:12:50,196 INFO [RS:2;ba7f32532130:42345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:12:50,198 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,198 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,198 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,198 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,198 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,198 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,198 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,198 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,198 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,198 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,198 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,198 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,198 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:12:50,199 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:12:50,199 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:12:50,199 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:12:50,199 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,199 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:12:50,199 DEBUG [RS:1;ba7f32532130:39625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:12:50,200 DEBUG [RS:0;ba7f32532130:39731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:12:50,200 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,200 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,200 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:12:50,200 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:12:50,200 DEBUG [RS:2;ba7f32532130:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:12:50,202 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,203 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,203 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,203 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,203 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,203 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,42345,1732489968846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39625,1732489968784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:12:50,207 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39731,1732489968662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:12:50,225 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:12:50,225 INFO [RS:1;ba7f32532130:39625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:12:50,227 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39625,1732489968784-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,227 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,39731,1732489968662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,227 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,227 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,227 INFO [RS:0;ba7f32532130:39731 {}] regionserver.Replication(171): ba7f32532130,39731,1732489968662 started 2024-11-24T23:12:50,227 INFO [RS:1;ba7f32532130:39625 {}] regionserver.Replication(171): ba7f32532130,39625,1732489968784 started 2024-11-24T23:12:50,227 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:12:50,228 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,42345,1732489968846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,228 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,228 INFO [RS:2;ba7f32532130:42345 {}] regionserver.Replication(171): ba7f32532130,42345,1732489968846 started 2024-11-24T23:12:50,232 WARN [ba7f32532130:34229 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T23:12:50,281 INFO [RS:1;ba7f32532130:39625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,281 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,281 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:12:50,282 INFO [RS:1;ba7f32532130:39625 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,39625,1732489968784, RpcServer on ba7f32532130/172.17.0.3:39625, sessionid=0x1016f1ef07e0002 2024-11-24T23:12:50,282 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,42345,1732489968846, RpcServer on ba7f32532130/172.17.0.3:42345, sessionid=0x1016f1ef07e0003 2024-11-24T23:12:50,282 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,39731,1732489968662, RpcServer on ba7f32532130/172.17.0.3:39731, sessionid=0x1016f1ef07e0001 2024-11-24T23:12:50,282 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:12:50,282 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:12:50,282 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:12:50,283 DEBUG [RS:0;ba7f32532130:39731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,39731,1732489968662 2024-11-24T23:12:50,283 DEBUG [RS:1;ba7f32532130:39625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,39625,1732489968784 2024-11-24T23:12:50,283 DEBUG [RS:2;ba7f32532130:42345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,42345,1732489968846 2024-11-24T23:12:50,283 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,39731,1732489968662' 2024-11-24T23:12:50,283 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,42345,1732489968846' 2024-11-24T23:12:50,283 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,39625,1732489968784' 2024-11-24T23:12:50,283 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T23:12:50,283 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T23:12:50,283 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T23:12:50,284 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T23:12:50,284 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T23:12:50,284 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T23:12:50,284 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:12:50,284 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:12:50,284 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:12:50,284 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:12:50,284 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:12:50,284 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:12:50,284 DEBUG [RS:0;ba7f32532130:39731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,39731,1732489968662 2024-11-24T23:12:50,284 DEBUG [RS:1;ba7f32532130:39625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,39625,1732489968784 2024-11-24T23:12:50,284 DEBUG [RS:2;ba7f32532130:42345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,42345,1732489968846 2024-11-24T23:12:50,284 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,39731,1732489968662' 2024-11-24T23:12:50,284 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,42345,1732489968846' 2024-11-24T23:12:50,284 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,39625,1732489968784' 2024-11-24T23:12:50,284 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T23:12:50,284 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T23:12:50,284 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T23:12:50,285 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T23:12:50,285 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T23:12:50,285 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T23:12:50,285 DEBUG [RS:0;ba7f32532130:39731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:12:50,285 INFO [RS:0;ba7f32532130:39731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:12:50,286 INFO [RS:0;ba7f32532130:39731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:12:50,286 DEBUG [RS:1;ba7f32532130:39625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:12:50,286 DEBUG [RS:2;ba7f32532130:42345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:12:50,286 INFO [RS:1;ba7f32532130:39625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:12:50,286 INFO [RS:2;ba7f32532130:42345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:12:50,286 INFO [RS:1;ba7f32532130:39625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:12:50,286 INFO [RS:2;ba7f32532130:42345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:12:50,394 INFO [RS:1;ba7f32532130:39625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:12:50,394 INFO [RS:0;ba7f32532130:39731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:12:50,394 INFO [RS:2;ba7f32532130:42345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:12:50,398 INFO [RS:1;ba7f32532130:39625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C39625%2C1732489968784, suffix=, logDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784, archiveDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/oldWALs, maxLogs=32 2024-11-24T23:12:50,398 INFO [RS:2;ba7f32532130:42345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C42345%2C1732489968846, suffix=, logDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,42345,1732489968846, archiveDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/oldWALs, maxLogs=32 2024-11-24T23:12:50,398 INFO [RS:0;ba7f32532130:39731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C39731%2C1732489968662, suffix=, logDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39731,1732489968662, archiveDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/oldWALs, maxLogs=32 2024-11-24T23:12:50,416 DEBUG [RS:2;ba7f32532130:42345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,42345,1732489968846/ba7f32532130%2C42345%2C1732489968846.1732489970403, exclude list is [], retry=0 2024-11-24T23:12:50,416 DEBUG [RS:1;ba7f32532130:39625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784/ba7f32532130%2C39625%2C1732489968784.1732489970403, exclude list is [], retry=0 2024-11-24T23:12:50,418 DEBUG [RS:0;ba7f32532130:39731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39731,1732489968662/ba7f32532130%2C39731%2C1732489968662.1732489970403, exclude list is [], retry=0 2024-11-24T23:12:50,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-592dad0a-87e4-4f4c-ad90-89709391960f,DISK] 2024-11-24T23:12:50,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-4a3a0606-7402-4d97-a004-1306fcdf056f,DISK] 2024-11-24T23:12:50,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-592dad0a-87e4-4f4c-ad90-89709391960f,DISK] 2024-11-24T23:12:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-592dad0a-87e4-4f4c-ad90-89709391960f,DISK] 2024-11-24T23:12:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38709,DS-59f05c3d-975f-45c3-b775-23b6e069c365,DISK] 2024-11-24T23:12:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38709,DS-59f05c3d-975f-45c3-b775-23b6e069c365,DISK] 2024-11-24T23:12:50,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-4a3a0606-7402-4d97-a004-1306fcdf056f,DISK] 2024-11-24T23:12:50,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-4a3a0606-7402-4d97-a004-1306fcdf056f,DISK] 2024-11-24T23:12:50,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38709,DS-59f05c3d-975f-45c3-b775-23b6e069c365,DISK] 2024-11-24T23:12:50,431 INFO [RS:2;ba7f32532130:42345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,42345,1732489968846/ba7f32532130%2C42345%2C1732489968846.1732489970403 2024-11-24T23:12:50,431 INFO [RS:1;ba7f32532130:39625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784/ba7f32532130%2C39625%2C1732489968784.1732489970403 2024-11-24T23:12:50,432 DEBUG [RS:1;ba7f32532130:39625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45905:45905),(127.0.0.1/127.0.0.1:42865:42865),(127.0.0.1/127.0.0.1:33469:33469)] 2024-11-24T23:12:50,432 DEBUG [RS:2;ba7f32532130:42345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33469:33469),(127.0.0.1/127.0.0.1:45905:45905),(127.0.0.1/127.0.0.1:42865:42865)] 2024-11-24T23:12:50,434 INFO [RS:0;ba7f32532130:39731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39731,1732489968662/ba7f32532130%2C39731%2C1732489968662.1732489970403 2024-11-24T23:12:50,435 DEBUG [RS:0;ba7f32532130:39731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45905:45905),(127.0.0.1/127.0.0.1:42865:42865),(127.0.0.1/127.0.0.1:33469:33469)] 2024-11-24T23:12:50,485 DEBUG [ba7f32532130:34229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T23:12:50,497 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(204): Hosts are {ba7f32532130=0} racks are {/default-rack=0} 2024-11-24T23:12:50,504 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T23:12:50,504 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T23:12:50,504 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T23:12:50,504 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T23:12:50,504 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T23:12:50,505 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T23:12:50,505 INFO [ba7f32532130:34229 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T23:12:50,505 INFO [ba7f32532130:34229 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T23:12:50,505 INFO [ba7f32532130:34229 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T23:12:50,505 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T23:12:50,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,39625,1732489968784 2024-11-24T23:12:50,520 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,39625,1732489968784, state=OPENING 2024-11-24T23:12:50,568 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:12:50,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:50,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:50,579 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:50,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:12:50,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:12:50,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:12:50,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:12:50,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:12:50,582 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:12:50,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,39625,1732489968784}] 2024-11-24T23:12:58,061 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:12:58,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:13:00,614 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:13:00,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:13:00,632 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:13:00,632 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:13:00,633 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:13:00,636 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C39625%2C1732489968784.meta, suffix=.meta, logDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784, archiveDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/oldWALs, maxLogs=32 2024-11-24T23:13:00,651 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta, exclude list is [], retry=0 2024-11-24T23:13:00,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38709,DS-59f05c3d-975f-45c3-b775-23b6e069c365,DISK] 2024-11-24T23:13:00,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-4a3a0606-7402-4d97-a004-1306fcdf056f,DISK] 2024-11-24T23:13:00,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-592dad0a-87e4-4f4c-ad90-89709391960f,DISK] 2024-11-24T23:13:00,658 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta 2024-11-24T23:13:00,658 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42865:42865),(127.0.0.1/127.0.0.1:33469:33469),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-24T23:13:00,658 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:13:00,660 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:13:00,663 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:13:00,667 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:13:00,671 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:13:00,671 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:00,672 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:13:00,672 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:13:00,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:13:00,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:13:00,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:00,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:13:00,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:13:00,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:13:00,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:00,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:13:00,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:13:00,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:13:00,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:00,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:13:00,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:13:00,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:13:00,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:00,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:13:00,684 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:13:00,686 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740 2024-11-24T23:13:00,688 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740 2024-11-24T23:13:00,690 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:13:00,690 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:13:00,691 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:13:00,693 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:13:00,694 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63349032, jitterRate=-0.05602586269378662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:13:00,694 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:13:00,695 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732489980672Writing region info on filesystem at 1732489980673 (+1 ms)Initializing all the Stores at 1732489980674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732489980675 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732489980675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489980675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732489980675Cleaning up temporary data from old regions at 1732489980690 (+15 ms)Running coprocessor post-open hooks at 1732489980694 (+4 ms)Region opened successfully at 1732489980695 (+1 ms) 2024-11-24T23:13:00,702 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732489980604 2024-11-24T23:13:00,711 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:13:00,712 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:13:00,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39625,1732489968784 2024-11-24T23:13:00,715 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,39625,1732489968784, state=OPEN 2024-11-24T23:13:00,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:13:00,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:13:00,779 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:13:00,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:13:00,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:13:00,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:13:00,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:13:00,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:13:00,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,39625,1732489968784 2024-11-24T23:13:00,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:13:00,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,39625,1732489968784 in 10.1980 sec 2024-11-24T23:13:00,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:13:00,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7210 sec 2024-11-24T23:13:00,798 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:13:00,798 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:13:00,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:13:00,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1] 2024-11-24T23:13:00,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:13:00,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:13:00,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0230 sec 2024-11-24T23:13:00,855 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732489980855, completionTime=-1 2024-11-24T23:13:00,858 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T23:13:00,858 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:13:00,879 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T23:13:00,879 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490040879 2024-11-24T23:13:00,879 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490100879 2024-11-24T23:13:00,880 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-24T23:13:00,881 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:13:00,888 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34229,1732489967656-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:13:00,888 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34229,1732489967656-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:13:00,889 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34229,1732489967656-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:13:00,890 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:34229, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:13:00,890 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:13:00,891 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:13:00,896 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:13:00,916 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.956sec 2024-11-24T23:13:00,917 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:13:00,919 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:13:00,920 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:13:00,920 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:13:00,920 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:13:00,921 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34229,1732489967656-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:13:00,921 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34229,1732489967656-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:13:00,926 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:13:00,927 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:13:00,927 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34229,1732489967656-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:13:01,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:13:01,007 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T23:13:01,007 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T23:13:01,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34229,-1 for getting cluster id 2024-11-24T23:13:01,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:13:01,042 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f34cf1b3-701a-4af4-85ac-fca945733960' 2024-11-24T23:13:01,045 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:13:01,046 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f34cf1b3-701a-4af4-85ac-fca945733960" 2024-11-24T23:13:01,046 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b75a31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:13:01,046 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34229,-1] 2024-11-24T23:13:01,050 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:13:01,057 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:13:01,058 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:13:01,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:13:01,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:13:01,076 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1] 2024-11-24T23:13:01,076 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:13:01,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:13:01,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,34229,1732489967656 2024-11-24T23:13:01,107 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732489981106 (current time:1732489981106). 2024-11-24T23:13:01,107 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-24T23:13:01,107 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-24T23:13:01,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:13:01,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34229,-1 for getting cluster id 2024-11-24T23:13:01,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:13:01,110 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f34cf1b3-701a-4af4-85ac-fca945733960' 2024-11-24T23:13:01,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:13:01,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f34cf1b3-701a-4af4-85ac-fca945733960" 2024-11-24T23:13:01,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a56b71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:13:01,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34229,-1] 2024-11-24T23:13:01,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:13:01,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:13:01,113 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:13:01,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac333d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:13:01,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:13:01,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1] 2024-11-24T23:13:01,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:13:01,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:13:01,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:13:01,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:13:01,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:13:01,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:13:01,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:13:01,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:13:01,134 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34229,1732489967656 2024-11-24T23:13:01,137 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a1add55 2024-11-24T23:13:01,139 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:13:01,141 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:13:01,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:13:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-24T23:13:01,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:13:01,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-24T23:13:01,159 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:01,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:13:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:13:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741837_1013 (size=361) 2024-11-24T23:13:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741837_1013 (size=361) 2024-11-24T23:13:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741837_1013 (size=361) 2024-11-24T23:13:01,180 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 493f47c0808c3300ed21596ca70795c9, NAME => 'SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:13:01,181 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 86eed027bfe14610733f33d69a874281, NAME => 'SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:13:01,181 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f750633d5bf428059bfe3689eddfc0fe, NAME => 'SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:13:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741838_1014 (size=62) 2024-11-24T23:13:01,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741838_1014 (size=62) 2024-11-24T23:13:01,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741838_1014 (size=62) 2024-11-24T23:13:01,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:01,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f750633d5bf428059bfe3689eddfc0fe, disabling compactions & flushes 2024-11-24T23:13:01,199 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:13:01,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:13:01,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. after waiting 0 ms 2024-11-24T23:13:01,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:13:01,199 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:13:01,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f750633d5bf428059bfe3689eddfc0fe: Waiting for close lock at 1732489981199Disabling compacts and flushes for region at 1732489981199Disabling writes for close at 1732489981199Writing region close event to WAL at 1732489981199Closed at 1732489981199 2024-11-24T23:13:01,200 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8c79f72da8c0909be33f25177e3ece90, NAME => 'SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:13:01,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741839_1015 (size=62) 2024-11-24T23:13:01,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741839_1015 (size=62) 2024-11-24T23:13:01,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741839_1015 (size=62) 2024-11-24T23:13:01,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:01,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 86eed027bfe14610733f33d69a874281, disabling compactions & flushes 2024-11-24T23:13:01,213 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:13:01,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:13:01,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. after waiting 0 ms 2024-11-24T23:13:01,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:13:01,213 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:13:01,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 86eed027bfe14610733f33d69a874281: Waiting for close lock at 1732489981213Disabling compacts and flushes for region at 1732489981213Disabling writes for close at 1732489981213Writing region close event to WAL at 1732489981213Closed at 1732489981213 2024-11-24T23:13:01,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9b7f7239a6e1773876e158be4b3eb3a0, NAME => 'SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:13:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741840_1016 (size=54) 2024-11-24T23:13:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741840_1016 (size=54) 2024-11-24T23:13:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741840_1016 (size=54) 2024-11-24T23:13:01,220 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:01,221 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 493f47c0808c3300ed21596ca70795c9, disabling compactions & flushes 2024-11-24T23:13:01,221 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:13:01,221 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:13:01,221 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. after waiting 0 ms 2024-11-24T23:13:01,221 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:13:01,221 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:13:01,221 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 493f47c0808c3300ed21596ca70795c9: Waiting for close lock at 1732489981220Disabling compacts and flushes for region at 1732489981220Disabling writes for close at 1732489981221 (+1 ms)Writing region close event to WAL at 1732489981221Closed at 1732489981221 2024-11-24T23:13:01,222 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c610cc8e32bd9cae328bebd92ddf4d2d, NAME => 'SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:13:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741841_1017 (size=62) 2024-11-24T23:13:01,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741841_1017 (size=62) 2024-11-24T23:13:01,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741841_1017 (size=62) 2024-11-24T23:13:01,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:01,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9b7f7239a6e1773876e158be4b3eb3a0, disabling compactions & flushes 2024-11-24T23:13:01,242 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:13:01,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:13:01,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. after waiting 0 ms 2024-11-24T23:13:01,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:13:01,242 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:13:01,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9b7f7239a6e1773876e158be4b3eb3a0: Waiting for close lock at 1732489981241Disabling compacts and flushes for region at 1732489981241Disabling writes for close at 1732489981242 (+1 ms)Writing region close event to WAL at 1732489981242Closed at 1732489981242 2024-11-24T23:13:01,243 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7aef453ff0379a838e96aaa292b3bed6, NAME => 'SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:13:01,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741842_1018 (size=62) 2024-11-24T23:13:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741842_1018 (size=62) 2024-11-24T23:13:01,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741842_1018 (size=62) 2024-11-24T23:13:01,248 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:01,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8c79f72da8c0909be33f25177e3ece90, disabling compactions & flushes 2024-11-24T23:13:01,249 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:13:01,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:13:01,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. after waiting 0 ms 2024-11-24T23:13:01,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:13:01,249 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:13:01,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8c79f72da8c0909be33f25177e3ece90: Waiting for close lock at 1732489981248Disabling compacts and flushes for region at 1732489981248Disabling writes for close at 1732489981249 (+1 ms)Writing region close event to WAL at 1732489981249Closed at 1732489981249 2024-11-24T23:13:01,249 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 96cb660590bfb0cfe7b458fc978b994f, NAME => 'SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:13:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:13:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741843_1019 (size=62) 2024-11-24T23:13:01,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:01,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c610cc8e32bd9cae328bebd92ddf4d2d, disabling compactions & flushes 2024-11-24T23:13:01,285 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:13:01,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:13:01,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. after waiting 0 ms 2024-11-24T23:13:01,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:13:01,286 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:13:01,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c610cc8e32bd9cae328bebd92ddf4d2d: Waiting for close lock at 1732489981285Disabling compacts and flushes for region at 1732489981285Disabling writes for close at 1732489981285Writing region close event to WAL at 1732489981285Closed at 1732489981285 2024-11-24T23:13:01,286 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcced9f2014f555865f8d4c6ba2565ec, NAME => 'SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:13:01,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741843_1019 (size=62) 2024-11-24T23:13:01,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741843_1019 (size=62) 2024-11-24T23:13:01,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741844_1020 (size=62) 2024-11-24T23:13:01,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741844_1020 (size=62) 2024-11-24T23:13:01,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741844_1020 (size=62) 2024-11-24T23:13:01,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:01,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7aef453ff0379a838e96aaa292b3bed6, disabling compactions & flushes 2024-11-24T23:13:01,305 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:13:01,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:13:01,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. after waiting 0 ms 2024-11-24T23:13:01,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:13:01,305 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:13:01,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7aef453ff0379a838e96aaa292b3bed6: Waiting for close lock at 1732489981305Disabling compacts and flushes for region at 1732489981305Disabling writes for close at 1732489981305Writing region close event to WAL at 1732489981305Closed at 1732489981305 2024-11-24T23:13:01,306 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ecbb9ac68915765ad228f8239417fed2, NAME => 'SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2 2024-11-24T23:13:01,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741845_1021 (size=62) 2024-11-24T23:13:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741845_1021 (size=62) 2024-11-24T23:13:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741845_1021 (size=62) 2024-11-24T23:13:01,317 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:01,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 96cb660590bfb0cfe7b458fc978b994f, disabling compactions & flushes 2024-11-24T23:13:01,318 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:13:01,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:13:01,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. after waiting 0 ms 2024-11-24T23:13:01,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:13:01,318 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:13:01,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 96cb660590bfb0cfe7b458fc978b994f: Waiting for close lock at 1732489981317Disabling compacts and flushes for region at 1732489981317Disabling writes for close at 1732489981318 (+1 ms)Writing region close event to WAL at 1732489981318Closed at 1732489981318 2024-11-24T23:13:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741846_1022 (size=62) 2024-11-24T23:13:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741846_1022 (size=62) 2024-11-24T23:13:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741846_1022 (size=62) 2024-11-24T23:13:01,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:01,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fcced9f2014f555865f8d4c6ba2565ec, disabling compactions & flushes 2024-11-24T23:13:01,336 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:13:01,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:13:01,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. after waiting 0 ms 2024-11-24T23:13:01,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:13:01,337 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:13:01,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcced9f2014f555865f8d4c6ba2565ec: Waiting for close lock at 1732489981336Disabling compacts and flushes for region at 1732489981336Disabling writes for close at 1732489981337 (+1 ms)Writing region close event to WAL at 1732489981337Closed at 1732489981337 2024-11-24T23:13:01,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741847_1023 (size=54) 2024-11-24T23:13:01,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741847_1023 (size=54) 2024-11-24T23:13:01,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741847_1023 (size=54) 2024-11-24T23:13:01,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:01,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ecbb9ac68915765ad228f8239417fed2, disabling compactions & flushes 2024-11-24T23:13:01,351 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:13:01,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:13:01,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. after waiting 0 ms 2024-11-24T23:13:01,352 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:13:01,352 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:13:01,352 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ecbb9ac68915765ad228f8239417fed2: Waiting for close lock at 1732489981351Disabling compacts and flushes for region at 1732489981351Disabling writes for close at 1732489981351Writing region close event to WAL at 1732489981352 (+1 ms)Closed at 1732489981352 2024-11-24T23:13:01,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:13:01,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732489981354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732489981354"}]},"ts":"1732489981354"} 2024-11-24T23:13:01,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732489981354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732489981354"}]},"ts":"1732489981354"} 2024-11-24T23:13:01,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732489981354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732489981354"}]},"ts":"1732489981354"} 2024-11-24T23:13:01,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732489981354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732489981354"}]},"ts":"1732489981354"} 2024-11-24T23:13:01,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732489981354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732489981354"}]},"ts":"1732489981354"} 2024-11-24T23:13:01,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732489981354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732489981354"}]},"ts":"1732489981354"} 2024-11-24T23:13:01,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732489981354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732489981354"}]},"ts":"1732489981354"} 2024-11-24T23:13:01,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732489981354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732489981354"}]},"ts":"1732489981354"} 2024-11-24T23:13:01,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732489981354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732489981354"}]},"ts":"1732489981354"} 2024-11-24T23:13:01,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732489981354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732489981354"}]},"ts":"1732489981354"} 2024-11-24T23:13:01,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-24T23:13:01,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:13:01,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732489981399"}]},"ts":"1732489981399"} 2024-11-24T23:13:01,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-24T23:13:01,405 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ba7f32532130=0} racks are {/default-rack=0} 2024-11-24T23:13:01,414 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T23:13:01,414 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T23:13:01,414 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T23:13:01,414 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T23:13:01,414 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T23:13:01,414 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T23:13:01,414 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T23:13:01,414 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T23:13:01,414 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T23:13:01,414 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T23:13:01,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=493f47c0808c3300ed21596ca70795c9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f750633d5bf428059bfe3689eddfc0fe, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86eed027bfe14610733f33d69a874281, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c79f72da8c0909be33f25177e3ece90, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b7f7239a6e1773876e158be4b3eb3a0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c610cc8e32bd9cae328bebd92ddf4d2d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7aef453ff0379a838e96aaa292b3bed6, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96cb660590bfb0cfe7b458fc978b994f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcced9f2014f555865f8d4c6ba2565ec, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecbb9ac68915765ad228f8239417fed2, ASSIGN}] 2024-11-24T23:13:01,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86eed027bfe14610733f33d69a874281, ASSIGN 2024-11-24T23:13:01,421 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f750633d5bf428059bfe3689eddfc0fe, ASSIGN 2024-11-24T23:13:01,421 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=493f47c0808c3300ed21596ca70795c9, ASSIGN 2024-11-24T23:13:01,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecbb9ac68915765ad228f8239417fed2, ASSIGN 2024-11-24T23:13:01,423 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86eed027bfe14610733f33d69a874281, ASSIGN; state=OFFLINE, location=ba7f32532130,39731,1732489968662; forceNewPlan=false, retain=false 2024-11-24T23:13:01,423 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f750633d5bf428059bfe3689eddfc0fe, ASSIGN; state=OFFLINE, location=ba7f32532130,39625,1732489968784; forceNewPlan=false, retain=false 2024-11-24T23:13:01,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecbb9ac68915765ad228f8239417fed2, ASSIGN; state=OFFLINE, location=ba7f32532130,39625,1732489968784; forceNewPlan=false, retain=false 2024-11-24T23:13:01,423 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=493f47c0808c3300ed21596ca70795c9, ASSIGN; state=OFFLINE, location=ba7f32532130,42345,1732489968846; forceNewPlan=false, retain=false 2024-11-24T23:13:01,423 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcced9f2014f555865f8d4c6ba2565ec, ASSIGN 2024-11-24T23:13:01,425 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcced9f2014f555865f8d4c6ba2565ec, ASSIGN; state=OFFLINE, location=ba7f32532130,42345,1732489968846; forceNewPlan=false, retain=false 2024-11-24T23:13:01,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c610cc8e32bd9cae328bebd92ddf4d2d, ASSIGN 2024-11-24T23:13:01,429 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7aef453ff0379a838e96aaa292b3bed6, ASSIGN 2024-11-24T23:13:01,431 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96cb660590bfb0cfe7b458fc978b994f, ASSIGN 2024-11-24T23:13:01,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b7f7239a6e1773876e158be4b3eb3a0, ASSIGN 2024-11-24T23:13:01,431 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7aef453ff0379a838e96aaa292b3bed6, ASSIGN; state=OFFLINE, location=ba7f32532130,39625,1732489968784; forceNewPlan=false, retain=false 2024-11-24T23:13:01,431 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c610cc8e32bd9cae328bebd92ddf4d2d, ASSIGN; state=OFFLINE, location=ba7f32532130,42345,1732489968846; forceNewPlan=false, retain=false 2024-11-24T23:13:01,431 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c79f72da8c0909be33f25177e3ece90, ASSIGN 2024-11-24T23:13:01,433 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96cb660590bfb0cfe7b458fc978b994f, ASSIGN; state=OFFLINE, location=ba7f32532130,39731,1732489968662; forceNewPlan=false, retain=false 2024-11-24T23:13:01,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b7f7239a6e1773876e158be4b3eb3a0, ASSIGN; state=OFFLINE, location=ba7f32532130,39625,1732489968784; forceNewPlan=false, retain=false 2024-11-24T23:13:01,433 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c79f72da8c0909be33f25177e3ece90, ASSIGN; state=OFFLINE, location=ba7f32532130,39731,1732489968662; forceNewPlan=false, retain=false 2024-11-24T23:13:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:13:01,582 INFO [ba7f32532130:34229 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-24T23:13:01,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c610cc8e32bd9cae328bebd92ddf4d2d, regionState=OPENING, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:13:01,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=493f47c0808c3300ed21596ca70795c9, regionState=OPENING, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:13:01,584 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fcced9f2014f555865f8d4c6ba2565ec, regionState=OPENING, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:13:01,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8c79f72da8c0909be33f25177e3ece90, regionState=OPENING, regionLocation=ba7f32532130,39731,1732489968662 2024-11-24T23:13:01,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=96cb660590bfb0cfe7b458fc978b994f, regionState=OPENING, regionLocation=ba7f32532130,39731,1732489968662 2024-11-24T23:13:01,585 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=86eed027bfe14610733f33d69a874281, regionState=OPENING, regionLocation=ba7f32532130,39731,1732489968662 2024-11-24T23:13:01,585 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ecbb9ac68915765ad228f8239417fed2, regionState=OPENING, regionLocation=ba7f32532130,39625,1732489968784 2024-11-24T23:13:01,586 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7aef453ff0379a838e96aaa292b3bed6, regionState=OPENING, regionLocation=ba7f32532130,39625,1732489968784 2024-11-24T23:13:01,586 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b7f7239a6e1773876e158be4b3eb3a0, regionState=OPENING, regionLocation=ba7f32532130,39625,1732489968784 2024-11-24T23:13:01,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f750633d5bf428059bfe3689eddfc0fe, regionState=OPENING, regionLocation=ba7f32532130,39625,1732489968784 2024-11-24T23:13:01,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c610cc8e32bd9cae328bebd92ddf4d2d, ASSIGN because future has completed 2024-11-24T23:13:01,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c610cc8e32bd9cae328bebd92ddf4d2d, server=ba7f32532130,42345,1732489968846}] 2024-11-24T23:13:01,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96cb660590bfb0cfe7b458fc978b994f, ASSIGN because future has completed 2024-11-24T23:13:01,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96cb660590bfb0cfe7b458fc978b994f, server=ba7f32532130,39731,1732489968662}] 2024-11-24T23:13:01,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=493f47c0808c3300ed21596ca70795c9, ASSIGN because future has completed 2024-11-24T23:13:01,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c79f72da8c0909be33f25177e3ece90, ASSIGN because future has completed 2024-11-24T23:13:01,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c79f72da8c0909be33f25177e3ece90, server=ba7f32532130,39731,1732489968662}] 2024-11-24T23:13:01,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 493f47c0808c3300ed21596ca70795c9, server=ba7f32532130,42345,1732489968846}] 2024-11-24T23:13:01,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcced9f2014f555865f8d4c6ba2565ec, ASSIGN because future has completed 2024-11-24T23:13:01,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86eed027bfe14610733f33d69a874281, ASSIGN because future has completed 2024-11-24T23:13:01,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcced9f2014f555865f8d4c6ba2565ec, server=ba7f32532130,42345,1732489968846}] 2024-11-24T23:13:01,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecbb9ac68915765ad228f8239417fed2, ASSIGN because future has completed 2024-11-24T23:13:01,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7aef453ff0379a838e96aaa292b3bed6, ASSIGN because future has completed 2024-11-24T23:13:01,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecbb9ac68915765ad228f8239417fed2, server=ba7f32532130,39625,1732489968784}] 2024-11-24T23:13:01,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86eed027bfe14610733f33d69a874281, server=ba7f32532130,39731,1732489968662}] 2024-11-24T23:13:01,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b7f7239a6e1773876e158be4b3eb3a0, ASSIGN because future has completed 2024-11-24T23:13:01,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f750633d5bf428059bfe3689eddfc0fe, ASSIGN because future has completed 2024-11-24T23:13:01,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aef453ff0379a838e96aaa292b3bed6, server=ba7f32532130,39625,1732489968784}] 2024-11-24T23:13:01,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f750633d5bf428059bfe3689eddfc0fe, server=ba7f32532130,39625,1732489968784}] 2024-11-24T23:13:01,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0, server=ba7f32532130,39625,1732489968784}] 2024-11-24T23:13:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:13:02,164 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:13:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:13:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:13:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:13:06,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:13:08,060 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:13:08,060 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:13:08,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:13:08,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T23:13:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:13:11,595 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:13:11,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:13:11,601 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:13:11,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:13:11,610 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:13:11,611 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fcced9f2014f555865f8d4c6ba2565ec, NAME => 'SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T23:13:11,611 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,611 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:11,612 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,612 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,614 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:13:11,614 INFO [StoreOpener-fcced9f2014f555865f8d4c6ba2565ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,614 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 86eed027bfe14610733f33d69a874281, NAME => 'SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T23:13:11,615 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,615 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:11,615 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,615 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,616 INFO [StoreOpener-fcced9f2014f555865f8d4c6ba2565ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcced9f2014f555865f8d4c6ba2565ec columnFamilyName cf 2024-11-24T23:13:11,616 DEBUG [StoreOpener-fcced9f2014f555865f8d4c6ba2565ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:11,617 INFO [StoreOpener-fcced9f2014f555865f8d4c6ba2565ec-1 {}] regionserver.HStore(327): Store=fcced9f2014f555865f8d4c6ba2565ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:13:11,617 INFO [StoreOpener-86eed027bfe14610733f33d69a874281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,618 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,619 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,619 INFO [StoreOpener-86eed027bfe14610733f33d69a874281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86eed027bfe14610733f33d69a874281 columnFamilyName cf 2024-11-24T23:13:11,619 DEBUG [StoreOpener-86eed027bfe14610733f33d69a874281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:11,620 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,620 INFO [StoreOpener-86eed027bfe14610733f33d69a874281-1 {}] regionserver.HStore(327): Store=86eed027bfe14610733f33d69a874281/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:13:11,620 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,620 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,620 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,621 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:13:11,621 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f750633d5bf428059bfe3689eddfc0fe, NAME => 'SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T23:13:11,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:11,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,623 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,623 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,624 INFO [StoreOpener-f750633d5bf428059bfe3689eddfc0fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,625 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,626 INFO [StoreOpener-f750633d5bf428059bfe3689eddfc0fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f750633d5bf428059bfe3689eddfc0fe columnFamilyName cf 2024-11-24T23:13:11,626 DEBUG [StoreOpener-f750633d5bf428059bfe3689eddfc0fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:11,627 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:13:11,627 INFO [StoreOpener-f750633d5bf428059bfe3689eddfc0fe-1 {}] regionserver.HStore(327): Store=f750633d5bf428059bfe3689eddfc0fe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:13:11,627 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,628 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened fcced9f2014f555865f8d4c6ba2565ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68264382, jitterRate=0.017218559980392456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:13:11,628 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:11,628 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,629 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,629 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,629 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,630 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fcced9f2014f555865f8d4c6ba2565ec: Running coprocessor pre-open hook at 1732489991612Writing region info on filesystem at 1732489991612Initializing all the Stores at 1732489991613 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489991614 (+1 ms)Cleaning up temporary data from old regions at 1732489991620 (+6 ms)Running coprocessor post-open hooks at 1732489991628 (+8 ms)Region opened successfully at 1732489991629 (+1 ms) 2024-11-24T23:13:11,632 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec., pid=19, masterSystemTime=1732489991594 2024-11-24T23:13:11,632 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,635 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:13:11,635 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:13:11,635 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:13:11,636 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/f750633d5bf428059bfe3689eddfc0fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:13:11,636 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 493f47c0808c3300ed21596ca70795c9, NAME => 'SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T23:13:11,636 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,637 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:11,637 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,637 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fcced9f2014f555865f8d4c6ba2565ec, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:13:11,637 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f750633d5bf428059bfe3689eddfc0fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59747407, jitterRate=-0.10969425737857819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:13:11,637 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:11,637 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f750633d5bf428059bfe3689eddfc0fe: Running coprocessor pre-open hook at 1732489991622Writing region info on filesystem at 1732489991622Initializing all the Stores at 1732489991624 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489991624Cleaning up temporary data from old regions at 1732489991629 (+5 ms)Running coprocessor post-open hooks at 1732489991637 (+8 ms)Region opened successfully at 1732489991637 2024-11-24T23:13:11,638 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/86eed027bfe14610733f33d69a874281/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:13:11,639 INFO [StoreOpener-493f47c0808c3300ed21596ca70795c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,640 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe., pid=23, masterSystemTime=1732489991615 2024-11-24T23:13:11,640 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 86eed027bfe14610733f33d69a874281; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59770847, jitterRate=-0.1093449741601944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:13:11,640 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:11,640 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 86eed027bfe14610733f33d69a874281: Running coprocessor pre-open hook at 1732489991616Writing region info on filesystem at 1732489991616Initializing all the Stores at 1732489991617 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489991617Cleaning up temporary data from old regions at 1732489991623 (+6 ms)Running coprocessor post-open hooks at 1732489991640 (+17 ms)Region opened successfully at 1732489991640 2024-11-24T23:13:11,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcced9f2014f555865f8d4c6ba2565ec, server=ba7f32532130,42345,1732489968846 because future has completed 2024-11-24T23:13:11,643 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281., pid=21, masterSystemTime=1732489991601 2024-11-24T23:13:11,643 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:13:11,643 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:13:11,644 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:13:11,644 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ecbb9ac68915765ad228f8239417fed2, NAME => 'SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T23:13:11,644 INFO [StoreOpener-493f47c0808c3300ed21596ca70795c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 493f47c0808c3300ed21596ca70795c9 columnFamilyName cf 2024-11-24T23:13:11,644 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,644 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f750633d5bf428059bfe3689eddfc0fe, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39625,1732489968784 2024-11-24T23:13:11,644 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:11,645 DEBUG [StoreOpener-493f47c0808c3300ed21596ca70795c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:11,645 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,645 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,648 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:13:11,648 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:13:11,648 INFO [StoreOpener-ecbb9ac68915765ad228f8239417fed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,648 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:13:11,648 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=86eed027bfe14610733f33d69a874281, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39731,1732489968662 2024-11-24T23:13:11,648 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 96cb660590bfb0cfe7b458fc978b994f, NAME => 'SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T23:13:11,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f750633d5bf428059bfe3689eddfc0fe, server=ba7f32532130,39625,1732489968784 because future has completed 2024-11-24T23:13:11,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,649 INFO [StoreOpener-493f47c0808c3300ed21596ca70795c9-1 {}] regionserver.HStore(327): Store=493f47c0808c3300ed21596ca70795c9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:13:11,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:11,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,650 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-24T23:13:11,651 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,652 INFO [StoreOpener-ecbb9ac68915765ad228f8239417fed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbb9ac68915765ad228f8239417fed2 columnFamilyName cf 2024-11-24T23:13:11,652 DEBUG [StoreOpener-ecbb9ac68915765ad228f8239417fed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:11,653 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,653 INFO [StoreOpener-ecbb9ac68915765ad228f8239417fed2-1 {}] regionserver.HStore(327): Store=ecbb9ac68915765ad228f8239417fed2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:13:11,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86eed027bfe14610733f33d69a874281, server=ba7f32532130,39731,1732489968662 because future has completed 2024-11-24T23:13:11,653 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure fcced9f2014f555865f8d4c6ba2565ec, server=ba7f32532130,42345,1732489968846 in 10.0440 sec 2024-11-24T23:13:11,654 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,655 INFO [StoreOpener-96cb660590bfb0cfe7b458fc978b994f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,655 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-24T23:13:11,657 INFO [StoreOpener-96cb660590bfb0cfe7b458fc978b994f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96cb660590bfb0cfe7b458fc978b994f columnFamilyName cf 2024-11-24T23:13:11,657 DEBUG [StoreOpener-96cb660590bfb0cfe7b458fc978b994f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:11,658 INFO [StoreOpener-96cb660590bfb0cfe7b458fc978b994f-1 {}] regionserver.HStore(327): Store=96cb660590bfb0cfe7b458fc978b994f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:13:11,658 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,658 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcced9f2014f555865f8d4c6ba2565ec, ASSIGN in 10.2370 sec 2024-11-24T23:13:11,659 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,659 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f750633d5bf428059bfe3689eddfc0fe, server=ba7f32532130,39625,1732489968784 in 10.0360 sec 2024-11-24T23:13:11,660 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,660 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-24T23:13:11,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 86eed027bfe14610733f33d69a874281, server=ba7f32532130,39731,1732489968662 in 10.0460 sec 2024-11-24T23:13:11,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f750633d5bf428059bfe3689eddfc0fe, ASSIGN in 10.2420 sec 2024-11-24T23:13:11,662 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,662 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/493f47c0808c3300ed21596ca70795c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:13:11,663 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,663 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,663 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 493f47c0808c3300ed21596ca70795c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69210092, jitterRate=0.03131073713302612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:13:11,663 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:11,663 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 493f47c0808c3300ed21596ca70795c9: Running coprocessor pre-open hook at 1732489991637Writing region info on filesystem at 1732489991637Initializing all the Stores at 1732489991638 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489991639 (+1 ms)Cleaning up temporary data from old regions at 1732489991654 (+15 ms)Running coprocessor post-open hooks at 1732489991663 (+9 ms)Region opened successfully at 1732489991663 2024-11-24T23:13:11,664 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,665 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9., pid=17, masterSystemTime=1732489991594 2024-11-24T23:13:11,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86eed027bfe14610733f33d69a874281, ASSIGN in 10.2450 sec 2024-11-24T23:13:11,666 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,667 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/ecbb9ac68915765ad228f8239417fed2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:13:11,668 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ecbb9ac68915765ad228f8239417fed2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62454895, jitterRate=-0.06934954226016998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:13:11,668 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:11,668 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ecbb9ac68915765ad228f8239417fed2: Running coprocessor pre-open hook at 1732489991645Writing region info on filesystem at 1732489991645Initializing all the Stores at 1732489991647 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489991647Cleaning up temporary data from old regions at 1732489991660 (+13 ms)Running coprocessor post-open hooks at 1732489991668 (+8 ms)Region opened successfully at 1732489991668 2024-11-24T23:13:11,669 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:13:11,669 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:13:11,669 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., pid=20, masterSystemTime=1732489991615 2024-11-24T23:13:11,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=493f47c0808c3300ed21596ca70795c9, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:13:11,670 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:13:11,669 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:13:11,672 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c610cc8e32bd9cae328bebd92ddf4d2d, NAME => 'SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T23:13:11,672 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 96cb660590bfb0cfe7b458fc978b994f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72171767, jitterRate=0.07544313371181488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:13:11,672 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:11,672 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 96cb660590bfb0cfe7b458fc978b994f: Running coprocessor pre-open hook at 1732489991649Writing region info on filesystem at 1732489991649Initializing all the Stores at 1732489991652 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489991652Cleaning up temporary data from old regions at 1732489991663 (+11 ms)Running coprocessor post-open hooks at 1732489991672 (+9 ms)Region opened successfully at 1732489991672 2024-11-24T23:13:11,672 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,672 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:11,673 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,673 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,673 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:13:11,673 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:13:11,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 493f47c0808c3300ed21596ca70795c9, server=ba7f32532130,42345,1732489968846 because future has completed 2024-11-24T23:13:11,674 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:13:11,674 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b7f7239a6e1773876e158be4b3eb3a0, NAME => 'SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T23:13:11,674 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,674 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:11,675 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,675 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,675 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f., pid=16, masterSystemTime=1732489991601 2024-11-24T23:13:11,676 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ecbb9ac68915765ad228f8239417fed2, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39625,1732489968784 2024-11-24T23:13:11,676 INFO [StoreOpener-c610cc8e32bd9cae328bebd92ddf4d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,679 INFO [StoreOpener-c610cc8e32bd9cae328bebd92ddf4d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c610cc8e32bd9cae328bebd92ddf4d2d columnFamilyName cf 2024-11-24T23:13:11,679 DEBUG [StoreOpener-c610cc8e32bd9cae328bebd92ddf4d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:11,679 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:13:11,679 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:13:11,680 INFO [StoreOpener-9b7f7239a6e1773876e158be4b3eb3a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,680 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:13:11,680 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c79f72da8c0909be33f25177e3ece90, NAME => 'SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T23:13:11,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecbb9ac68915765ad228f8239417fed2, server=ba7f32532130,39625,1732489968784 because future has completed 2024-11-24T23:13:11,681 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,681 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:11,681 INFO [StoreOpener-c610cc8e32bd9cae328bebd92ddf4d2d-1 {}] regionserver.HStore(327): Store=c610cc8e32bd9cae328bebd92ddf4d2d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:13:11,681 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,681 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,681 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,682 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,683 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,684 INFO [StoreOpener-9b7f7239a6e1773876e158be4b3eb3a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f7239a6e1773876e158be4b3eb3a0 columnFamilyName cf 2024-11-24T23:13:11,684 DEBUG [StoreOpener-9b7f7239a6e1773876e158be4b3eb3a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:11,684 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,684 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,686 INFO [StoreOpener-9b7f7239a6e1773876e158be4b3eb3a0-1 {}] regionserver.HStore(327): Store=9b7f7239a6e1773876e158be4b3eb3a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:13:11,686 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,687 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,687 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,688 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,689 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,689 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,690 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=96cb660590bfb0cfe7b458fc978b994f, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39731,1732489968662 2024-11-24T23:13:11,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-24T23:13:11,693 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 493f47c0808c3300ed21596ca70795c9, server=ba7f32532130,42345,1732489968846 in 10.0850 sec 2024-11-24T23:13:11,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96cb660590bfb0cfe7b458fc978b994f, server=ba7f32532130,39731,1732489968662 because future has completed 2024-11-24T23:13:11,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-24T23:13:11,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ecbb9ac68915765ad228f8239417fed2, server=ba7f32532130,39625,1732489968784 in 10.0830 sec 2024-11-24T23:13:11,701 INFO [StoreOpener-8c79f72da8c0909be33f25177e3ece90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecbb9ac68915765ad228f8239417fed2, ASSIGN in 10.2820 sec 2024-11-24T23:13:11,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=493f47c0808c3300ed21596ca70795c9, ASSIGN in 10.2770 sec 2024-11-24T23:13:11,704 INFO [StoreOpener-8c79f72da8c0909be33f25177e3ece90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c79f72da8c0909be33f25177e3ece90 columnFamilyName cf 2024-11-24T23:13:11,704 DEBUG [StoreOpener-8c79f72da8c0909be33f25177e3ece90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:11,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-24T23:13:11,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 96cb660590bfb0cfe7b458fc978b994f, server=ba7f32532130,39731,1732489968662 in 10.1080 sec 2024-11-24T23:13:11,705 INFO [StoreOpener-8c79f72da8c0909be33f25177e3ece90-1 {}] regionserver.HStore(327): Store=8c79f72da8c0909be33f25177e3ece90/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:13:11,705 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,705 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/9b7f7239a6e1773876e158be4b3eb3a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:13:11,706 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,706 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9b7f7239a6e1773876e158be4b3eb3a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71292157, jitterRate=0.06233592331409454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:13:11,706 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:11,706 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9b7f7239a6e1773876e158be4b3eb3a0: Running coprocessor pre-open hook at 1732489991675Writing region info on filesystem at 1732489991675Initializing all the Stores at 1732489991677 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489991677Cleaning up temporary data from old regions at 1732489991689 (+12 ms)Running coprocessor post-open hooks at 1732489991706 (+17 ms)Region opened successfully at 1732489991706 2024-11-24T23:13:11,707 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,707 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,707 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,708 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0., pid=24, masterSystemTime=1732489991615 2024-11-24T23:13:11,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96cb660590bfb0cfe7b458fc978b994f, ASSIGN in 10.2880 sec 2024-11-24T23:13:11,710 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:13:11,710 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:13:11,710 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:13:11,710 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,711 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 7aef453ff0379a838e96aaa292b3bed6, NAME => 'SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T23:13:11,711 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,711 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:11,711 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,712 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,712 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b7f7239a6e1773876e158be4b3eb3a0, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39625,1732489968784 2024-11-24T23:13:11,715 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/c610cc8e32bd9cae328bebd92ddf4d2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:13:11,716 INFO [StoreOpener-7aef453ff0379a838e96aaa292b3bed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0, server=ba7f32532130,39625,1732489968784 because future has completed 2024-11-24T23:13:11,716 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c610cc8e32bd9cae328bebd92ddf4d2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66074936, jitterRate=-0.01540672779083252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:13:11,716 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:11,716 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c610cc8e32bd9cae328bebd92ddf4d2d: Running coprocessor pre-open hook at 1732489991673Writing region info on filesystem at 1732489991673Initializing all the Stores at 1732489991676 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489991676Cleaning up temporary data from old regions at 1732489991684 (+8 ms)Running coprocessor post-open hooks at 1732489991716 (+32 ms)Region opened successfully at 1732489991716 2024-11-24T23:13:11,717 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/8c79f72da8c0909be33f25177e3ece90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:13:11,718 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8c79f72da8c0909be33f25177e3ece90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61075175, jitterRate=-0.08990897238254547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:13:11,718 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d., pid=15, masterSystemTime=1732489991594 2024-11-24T23:13:11,718 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:11,718 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8c79f72da8c0909be33f25177e3ece90: Running coprocessor pre-open hook at 1732489991681Writing region info on filesystem at 1732489991681Initializing all the Stores at 1732489991685 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489991685Cleaning up temporary data from old regions at 1732489991707 (+22 ms)Running coprocessor post-open hooks at 1732489991718 (+11 ms)Region opened successfully at 1732489991718 2024-11-24T23:13:11,719 INFO [StoreOpener-7aef453ff0379a838e96aaa292b3bed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aef453ff0379a838e96aaa292b3bed6 columnFamilyName cf 2024-11-24T23:13:11,720 DEBUG [StoreOpener-7aef453ff0379a838e96aaa292b3bed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:11,720 INFO [StoreOpener-7aef453ff0379a838e96aaa292b3bed6-1 {}] regionserver.HStore(327): Store=7aef453ff0379a838e96aaa292b3bed6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:13:11,720 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90., pid=18, masterSystemTime=1732489991601 2024-11-24T23:13:11,721 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,722 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:13:11,722 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:13:11,722 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c610cc8e32bd9cae328bebd92ddf4d2d, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:13:11,725 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-24T23:13:11,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0, server=ba7f32532130,39625,1732489968784 in 10.1020 sec 2024-11-24T23:13:11,726 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:13:11,726 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:13:11,726 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,726 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c610cc8e32bd9cae328bebd92ddf4d2d, server=ba7f32532130,42345,1732489968846 because future has completed 2024-11-24T23:13:11,728 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8c79f72da8c0909be33f25177e3ece90, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39731,1732489968662 2024-11-24T23:13:11,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b7f7239a6e1773876e158be4b3eb3a0, ASSIGN in 10.3090 sec 2024-11-24T23:13:11,731 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c79f72da8c0909be33f25177e3ece90, server=ba7f32532130,39731,1732489968662 because future has completed 2024-11-24T23:13:11,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-24T23:13:11,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c610cc8e32bd9cae328bebd92ddf4d2d, server=ba7f32532130,42345,1732489968846 in 10.1420 sec 2024-11-24T23:13:11,737 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/7aef453ff0379a838e96aaa292b3bed6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:13:11,738 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 7aef453ff0379a838e96aaa292b3bed6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61402940, jitterRate=-0.085024893283844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:13:11,738 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:11,738 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 7aef453ff0379a838e96aaa292b3bed6: Running coprocessor pre-open hook at 1732489991712Writing region info on filesystem at 1732489991712Initializing all the Stores at 1732489991715 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732489991715Cleaning up temporary data from old regions at 1732489991726 (+11 ms)Running coprocessor post-open hooks at 1732489991738 (+12 ms)Region opened successfully at 1732489991738 2024-11-24T23:13:11,739 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., pid=22, masterSystemTime=1732489991615 2024-11-24T23:13:11,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-24T23:13:11,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c610cc8e32bd9cae328bebd92ddf4d2d, ASSIGN in 10.3200 sec 2024-11-24T23:13:11,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c79f72da8c0909be33f25177e3ece90, server=ba7f32532130,39731,1732489968662 in 10.1390 sec 2024-11-24T23:13:11,743 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:13:11,743 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:13:11,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c79f72da8c0909be33f25177e3ece90, ASSIGN in 10.3240 sec 2024-11-24T23:13:11,744 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7aef453ff0379a838e96aaa292b3bed6, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39625,1732489968784 2024-11-24T23:13:11,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aef453ff0379a838e96aaa292b3bed6, server=ba7f32532130,39625,1732489968784 because future has completed 2024-11-24T23:13:11,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-24T23:13:11,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7aef453ff0379a838e96aaa292b3bed6, server=ba7f32532130,39625,1732489968784 in 10.1380 sec 2024-11-24T23:13:11,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-24T23:13:11,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7aef453ff0379a838e96aaa292b3bed6, ASSIGN in 10.3390 sec 2024-11-24T23:13:11,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:13:11,762 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732489991761"}]},"ts":"1732489991761"} 2024-11-24T23:13:11,765 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-24T23:13:11,766 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:13:11,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6180 sec 2024-11-24T23:13:14,161 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-24T23:13:16,743 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:13:17,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:13:18,060 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-24T23:13:18,060 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-24T23:13:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:13:19,377 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-24T23:13:19,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-24T23:13:19,378 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T23:13:19,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-24T23:13:19,393 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T23:13:19,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-24T23:13:19,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,474 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,477 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,490 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,493 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,496 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f., hostname=ba7f32532130,39731,1732489968662, seqNum=2] 2024-11-24T23:13:19,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f., hostname=ba7f32532130,39731,1732489968662, seqNum=2] 2024-11-24T23:13:19,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f., hostname=ba7f32532130,39731,1732489968662, seqNum=2] 2024-11-24T23:13:19,548 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f., hostname=ba7f32532130,39731,1732489968662, seqNum=2] 2024-11-24T23:13:19,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f., hostname=ba7f32532130,39731,1732489968662, seqNum=2] 2024-11-24T23:13:19,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f., hostname=ba7f32532130,39731,1732489968662, seqNum=2] 2024-11-24T23:13:19,557 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f., hostname=ba7f32532130,39731,1732489968662, seqNum=2] 2024-11-24T23:13:19,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f., hostname=ba7f32532130,39731,1732489968662, seqNum=2] 2024-11-24T23:13:19,589 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec., hostname=ba7f32532130,42345,1732489968846, seqNum=2] 2024-11-24T23:13:19,592 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec., hostname=ba7f32532130,42345,1732489968846, seqNum=2] 2024-11-24T23:13:19,595 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec., hostname=ba7f32532130,42345,1732489968846, seqNum=2] 2024-11-24T23:13:19,600 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec., hostname=ba7f32532130,42345,1732489968846, seqNum=2] 2024-11-24T23:13:19,601 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec., hostname=ba7f32532130,42345,1732489968846, seqNum=2] 2024-11-24T23:13:19,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec., hostname=ba7f32532130,42345,1732489968846, seqNum=2] 2024-11-24T23:13:19,671 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,676 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,679 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,681 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:19,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., hostname=ba7f32532130,39625,1732489968784, seqNum=2] 2024-11-24T23:13:20,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:13:20,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:13:20,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:13:20,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:13:20,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T23:13:20,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T23:13:20,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:13:20,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T23:13:21,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T23:13:21,598 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-24T23:13:21,600 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T23:13:21,601 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-24T23:13:21,607 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-24T23:13:21,625 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-24T23:13:21,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741848_1024 (size=49) 2024-11-24T23:13:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741848_1024 (size=49) 2024-11-24T23:13:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741848_1024 (size=49) 2024-11-24T23:13:21,645 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-24T23:13:21,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 493f47c0808c3300ed21596ca70795c9}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86eed027bfe14610733f33d69a874281}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c79f72da8c0909be33f25177e3ece90}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c610cc8e32bd9cae328bebd92ddf4d2d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96cb660590bfb0cfe7b458fc978b994f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcced9f2014f555865f8d4c6ba2565ec}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2}] 2024-11-24T23:13:21,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:21,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:21,654 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:21,654 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:21,655 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:21,660 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:21,666 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:21,667 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:21,667 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:21,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:21,702 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing ba7f32532130,39625,1732489968784 2024-11-24T23:13:21,702 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server ba7f32532130,39625,1732489968784: Simulated kill ***** 2024-11-24T23:13:21,703 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:13:21,704 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:13:21,706 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:13:21,709 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:13:21,710 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:13:21,718 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 570198528 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 154023688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "ba7f32532130", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "ba7f32532130", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60712", "tag.serverName": "ba7f32532130,39731,1732489968662", "tag.clusterId": "f34cf1b3-701a-4af4-85ac-fca945733960", "tag.Context": "regionserver", "tag.Hostname": "ba7f32532130", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732489968662, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-24T23:13:21,722 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34229 {}] master.MasterRpcServices(700): ba7f32532130,39625,1732489968784 reported a fatal error: ***** ABORTING region server ba7f32532130,39625,1732489968784: Simulated kill ***** 2024-11-24T23:13:21,724 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,39625,1732489968784' ***** 2024-11-24T23:13:21,724 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-24T23:13:21,725 INFO [RS:1;ba7f32532130:39625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:13:21,725 INFO [RS:1;ba7f32532130:39625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-24T23:13:21,725 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:13:21,725 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T23:13:21,725 INFO [RS:1;ba7f32532130:39625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-24T23:13:21,725 INFO [RS:1;ba7f32532130:39625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:13:21,725 INFO [RS:1;ba7f32532130:39625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ba7f32532130:39625. 2024-11-24T23:13:21,726 DEBUG [RS:1;ba7f32532130:39625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:13:21,726 DEBUG [RS:1;ba7f32532130:39625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:13:21,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741836_1012 (size=14382) 2024-11-24T23:13:21,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741836_1012 (size=14382) 2024-11-24T23:13:21,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741836_1012 (size=14382) 2024-11-24T23:13:21,739 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:13:21,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741834_1010 (size=1257) 2024-11-24T23:13:21,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741834_1010 (size=1257) 2024-11-24T23:13:21,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741834_1010 (size=1257) 2024-11-24T23:13:21,742 DEBUG [RS:1;ba7f32532130:39625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:13:21,742 INFO [RS:1;ba7f32532130:39625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:13:21,742 INFO [RS:1;ba7f32532130:39625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39625 2024-11-24T23:13:21,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba7f32532130,39625,1732489968784 2024-11-24T23:13:21,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:13:21,788 INFO [RS:1;ba7f32532130:39625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:13:21,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,39625,1732489968784] 2024-11-24T23:13:21,809 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba7f32532130,39625,1732489968784 already deleted, retry=false 2024-11-24T23:13:21,809 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ba7f32532130,39625,1732489968784 on ba7f32532130,34229,1732489967656 2024-11-24T23:13:21,816 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ba7f32532130,39625,1732489968784, splitWal=true, meta=true 2024-11-24T23:13:21,820 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for ba7f32532130,39625,1732489968784 (carryingMeta=true) ba7f32532130,39625,1732489968784/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@22af4864[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T23:13:21,821 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ba7f32532130,39625,1732489968784, splitWal=true, meta=true 2024-11-24T23:13:21,824 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ba7f32532130,39625,1732489968784, splitWal=true, meta=true, isMeta: true 2024-11-24T23:13:21,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:21,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:21,825 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:21,825 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:21,827 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe can not run currently because target server of region SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-24T23:13:21,828 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 can not run currently because target server of region SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-24T23:13:21,828 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 can not run currently because target server of region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-24T23:13:21,828 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe; timeout=1000, timestamp=1732490002828 2024-11-24T23:13:21,828 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0; timeout=1000, timestamp=1732490002828 2024-11-24T23:13:21,828 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2; timeout=1000, timestamp=1732490002828 2024-11-24T23:13:21,828 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 can not run currently because target server of region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-24T23:13:21,828 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6; timeout=1000, timestamp=1732490002828 2024-11-24T23:13:21,829 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting 2024-11-24T23:13:21,831 INFO [PEWorker-2 {}] master.SplitWALManager(105): ba7f32532130,39625,1732489968784 WAL count=1, meta=true 2024-11-24T23:13:21,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta}] 2024-11-24T23:13:21,842 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=ba7f32532130,39731,1732489968662 2024-11-24T23:13:21,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta, worker=ba7f32532130,39731,1732489968662}] 2024-11-24T23:13:21,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:13:21,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39625-0x1016f1ef07e0002, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:13:21,900 INFO [RS:1;ba7f32532130:39625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:13:21,900 INFO [RS:1;ba7f32532130:39625 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,39625,1732489968784; zookeeper connection closed. 2024-11-24T23:13:21,909 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31efd430 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31efd430 2024-11-24T23:13:22,207 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:13:22,207 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:13:22,829 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:22,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:22,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:22,830 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:22,832 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 can not run currently because target server of region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-24T23:13:22,832 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6; timeout=2000, timestamp=1732490004832 2024-11-24T23:13:22,833 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 can not run currently because target server of region SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-24T23:13:22,833 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe can not run currently because target server of region SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-24T23:13:22,833 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 can not run currently because target server of region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-24T23:13:22,833 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0; timeout=2000, timestamp=1732490004833 2024-11-24T23:13:22,833 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe; timeout=2000, timestamp=1732490004833 2024-11-24T23:13:22,833 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2; timeout=2000, timestamp=1732490004833 2024-11-24T23:13:24,832 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:24,834 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 can not run currently because target server of region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-24T23:13:24,834 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:24,834 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6; timeout=4000, timestamp=1732490008834 2024-11-24T23:13:24,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:24,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:24,835 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe can not run currently because target server of region SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-24T23:13:24,835 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 can not run currently because target server of region SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-24T23:13:24,835 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 can not run currently because target server of region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-24T23:13:24,835 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe; timeout=4000, timestamp=1732490008835 2024-11-24T23:13:24,835 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0; timeout=4000, timestamp=1732490008835 2024-11-24T23:13:24,835 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2; timeout=4000, timestamp=1732490008835 2024-11-24T23:13:28,834 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:28,835 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:28,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:28,836 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:28,838 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 can not run currently because target server of region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-24T23:13:28,838 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6; timeout=8000, timestamp=1732490016838 2024-11-24T23:13:28,839 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 can not run currently because target server of region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-24T23:13:28,839 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe can not run currently because target server of region SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-24T23:13:28,839 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe; timeout=8000, timestamp=1732490016839 2024-11-24T23:13:28,839 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2; timeout=8000, timestamp=1732490016839 2024-11-24T23:13:28,839 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 can not run currently because target server of region SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. ba7f32532130,39625,1732489968784 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-24T23:13:28,840 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0; timeout=8000, timestamp=1732490016840 2024-11-24T23:13:31,615 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=ba7f32532130,42345,1732489968846, timeout=1732490011655, delay=39, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcced9f2014f555865f8d4c6ba2565ec, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c610cc8e32bd9cae328bebd92ddf4d2d, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 493f47c0808c3300ed21596ca70795c9], containedObject=ba7f32532130,39625,1732489968784, timeout=1732490011655, delay=39, operations=null, containedObject=ba7f32532130,39731,1732489968662, timeout=1732490011656, delay=40, operations=[pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c79f72da8c0909be33f25177e3ece90, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta, worker=ba7f32532130,39731,1732489968662, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86eed027bfe14610733f33d69a874281, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96cb660590bfb0cfe7b458fc978b994f]] 2024-11-24T23:13:31,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-24T23:13:31,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-24T23:13:31,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-24T23:13:31,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:13:31,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:13:31,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-24T23:13:31,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:13:31,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-24T23:13:31,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:13:31,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-24T23:13:31,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-24T23:13:31,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:13:31,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:13:31,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 493f47c0808c3300ed21596ca70795c9: 2024-11-24T23:13:31,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c610cc8e32bd9cae328bebd92ddf4d2d: 2024-11-24T23:13:31,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 86eed027bfe14610733f33d69a874281: 2024-11-24T23:13:31,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. for SnapshotProcedureTest completed. 2024-11-24T23:13:31,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. for SnapshotProcedureTest completed. 2024-11-24T23:13:31,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. for SnapshotProcedureTest completed. 2024-11-24T23:13:31,668 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing fcced9f2014f555865f8d4c6ba2565ec 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-24T23:13:31,667 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 96cb660590bfb0cfe7b458fc978b994f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-24T23:13:31,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8c79f72da8c0909be33f25177e3ece90: 2024-11-24T23:13:31,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. for SnapshotProcedureTest completed. 2024-11-24T23:13:31,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:13:31,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:13:31,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:13:31,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:13:31,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:13:31,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:13:31,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:13:31,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:13:31,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:13:31,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:13:31,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:13:31,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:13:31,713 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta, size=14.0 K (14382bytes) 2024-11-24T23:13:31,714 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T23:13:31,714 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T23:13:31,714 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta 2024-11-24T23:13:31,722 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta after 5ms 2024-11-24T23:13:31,745 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta took 34ms 2024-11-24T23:13:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741852_1028 (size=65) 2024-11-24T23:13:31,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741852_1028 (size=65) 2024-11-24T23:13:31,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741852_1028 (size=65) 2024-11-24T23:13:31,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:13:31,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T23:13:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-24T23:13:31,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:31,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:13:31,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c610cc8e32bd9cae328bebd92ddf4d2d in 10.1270 sec 2024-11-24T23:13:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741849_1025 (size=65) 2024-11-24T23:13:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741849_1025 (size=65) 2024-11-24T23:13:31,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:13:31,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T23:13:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741850_1026 (size=65) 2024-11-24T23:13:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741850_1026 (size=65) 2024-11-24T23:13:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741849_1025 (size=65) 2024-11-24T23:13:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741850_1026 (size=65) 2024-11-24T23:13:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-24T23:13:31,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:31,785 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:13:31,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c79f72da8c0909be33f25177e3ece90 in 10.1390 sec 2024-11-24T23:13:31,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f/.tmp/cf/eedcac1ee6ef43d5b9a9ed4c4a6fed38 is 34, key is baa/cf:cf/1732490000760/Put/seqid=0 2024-11-24T23:13:31,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec/.tmp/cf/3076b3320af7436fa7bd284c4426a82a is 34, key is ccd/cf:cf/1732490000799/Put/seqid=0 2024-11-24T23:13:31,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741851_1027 (size=57) 2024-11-24T23:13:31,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741851_1027 (size=57) 2024-11-24T23:13:31,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741851_1027 (size=57) 2024-11-24T23:13:31,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:13:31,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T23:13:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T23:13:31,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:31,831 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:13:31,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 493f47c0808c3300ed21596ca70795c9 in 10.1860 sec 2024-11-24T23:13:31,840 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-24T23:13:31,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta so closing down 2024-11-24T23:13:31,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T23:13:31,851 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta.temp 2024-11-24T23:13:31,865 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta.temp 2024-11-24T23:13:31,867 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T23:13:31,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741853_1029 (size=47197) 2024-11-24T23:13:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741853_1029 (size=47197) 2024-11-24T23:13:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741853_1029 (size=47197) 2024-11-24T23:13:31,894 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec/.tmp/cf/3076b3320af7436fa7bd284c4426a82a 2024-11-24T23:13:31,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741854_1030 (size=28623) 2024-11-24T23:13:31,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741854_1030 (size=28623) 2024-11-24T23:13:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741854_1030 (size=28623) 2024-11-24T23:13:31,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f/.tmp/cf/eedcac1ee6ef43d5b9a9ed4c4a6fed38 2024-11-24T23:13:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741855_1031 (size=14141) 2024-11-24T23:13:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741855_1031 (size=14141) 2024-11-24T23:13:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741855_1031 (size=14141) 2024-11-24T23:13:31,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-24T23:13:31,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta.temp to hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T23:13:31,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f/.tmp/cf/eedcac1ee6ef43d5b9a9ed4c4a6fed38 as hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f/cf/eedcac1ee6ef43d5b9a9ed4c4a6fed38 2024-11-24T23:13:31,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec/.tmp/cf/3076b3320af7436fa7bd284c4426a82a as hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec/cf/3076b3320af7436fa7bd284c4426a82a 2024-11-24T23:13:31,979 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 150 ms; skipped=1; WAL=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-24T23:13:31,980 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta, journal: Splitting hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta, size=14.0 K (14382bytes) at 1732490011713Finishing writing output for hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta so closing down at 1732490011846 (+133 ms)Creating recovered edits writer path=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta.temp at 1732490011865 (+19 ms)3 split writer threads finished at 1732490011867 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1732490011972 (+105 ms)Rename recovered edits hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta.temp to hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732490011975 (+3 ms)Processed 26 edits across 1 Regions in 150 ms; skipped=1; WAL=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732490011980 (+5 ms) 2024-11-24T23:13:31,980 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta 2024-11-24T23:13:31,980 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-24T23:13:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-24T23:13:31,990 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec/cf/3076b3320af7436fa7bd284c4426a82a, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-24T23:13:31,992 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta to hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/oldWALs 2024-11-24T23:13:31,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-24T23:13:31,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta, worker=ba7f32532130,39731,1732489968662 in 10.1470 sec 2024-11-24T23:13:31,997 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f/cf/eedcac1ee6ef43d5b9a9ed4c4a6fed38, entries=731, sequenceid=5, filesize=28.0 K 2024-11-24T23:13:31,997 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for fcced9f2014f555865f8d4c6ba2565ec in 331ms, sequenceid=5, compaction requested=false 2024-11-24T23:13:31,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for fcced9f2014f555865f8d4c6ba2565ec: 2024-11-24T23:13:31,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. for SnapshotProcedureTest completed. 2024-11-24T23:13:31,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:13:31,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:13:31,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec/cf/3076b3320af7436fa7bd284c4426a82a] hfiles 2024-11-24T23:13:31,998 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=ba7f32532130,39731,1732489968662 2024-11-24T23:13:31,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 96cb660590bfb0cfe7b458fc978b994f in 335ms, sequenceid=5, compaction requested=false 2024-11-24T23:13:31,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 96cb660590bfb0cfe7b458fc978b994f: 2024-11-24T23:13:31,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. for SnapshotProcedureTest completed. 2024-11-24T23:13:31,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:13:31,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:13:31,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f/cf/eedcac1ee6ef43d5b9a9ed4c4a6fed38] hfiles 2024-11-24T23:13:32,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f/cf/eedcac1ee6ef43d5b9a9ed4c4a6fed38 for snapshot=SnapshotProcedureTest 2024-11-24T23:13:32,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec/cf/3076b3320af7436fa7bd284c4426a82a for snapshot=SnapshotProcedureTest 2024-11-24T23:13:32,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T23:13:32,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure ba7f32532130%2C39625%2C1732489968784.meta.1732489980639.meta, worker=ba7f32532130,39731,1732489968662 in 10.1660 sec 2024-11-24T23:13:32,008 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting dir is empty, no logs to split. 2024-11-24T23:13:32,008 INFO [PEWorker-2 {}] master.SplitWALManager(105): ba7f32532130,39625,1732489968784 WAL count=0, meta=true 2024-11-24T23:13:32,008 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if ba7f32532130,39625,1732489968784 WAL splitting is done? wals=0, meta=true 2024-11-24T23:13:32,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:13:32,014 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:13:32,016 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:13:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741856_1032 (size=105) 2024-11-24T23:13:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741856_1032 (size=105) 2024-11-24T23:13:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741856_1032 (size=105) 2024-11-24T23:13:32,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:13:32,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-24T23:13:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-24T23:13:32,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:32,047 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:13:32,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741857_1033 (size=105) 2024-11-24T23:13:32,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741857_1033 (size=105) 2024-11-24T23:13:32,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741857_1033 (size=105) 2024-11-24T23:13:32,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:13:32,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T23:13:32,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fcced9f2014f555865f8d4c6ba2565ec in 10.4010 sec 2024-11-24T23:13:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-24T23:13:32,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:32,052 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:13:32,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96cb660590bfb0cfe7b458fc978b994f in 10.4060 sec 2024-11-24T23:13:32,166 DEBUG [ba7f32532130:34229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-24T23:13:32,166 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(204): Hosts are {ba7f32532130=0} racks are {/default-rack=0} 2024-11-24T23:13:32,167 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T23:13:32,167 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T23:13:32,167 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T23:13:32,167 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T23:13:32,167 INFO [ba7f32532130:34229 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T23:13:32,167 INFO [ba7f32532130:34229 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T23:13:32,167 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T23:13:32,167 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:13:32,169 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,42345,1732489968846, state=OPENING 2024-11-24T23:13:32,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:13:32,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-24T23:13:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-24T23:13:32,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:32,187 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86eed027bfe14610733f33d69a874281 2024-11-24T23:13:32,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 86eed027bfe14610733f33d69a874281 in 10.5420 sec 2024-11-24T23:13:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:13:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:13:32,198 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:13:32,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:13:32,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:13:32,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:13:32,198 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:13:32,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,42345,1732489968846}] 2024-11-24T23:13:36,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:36,839 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:36,839 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:36,840 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 can not run currently because target server of region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. ba7f32532130,39625,1732489968784 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-24T23:13:36,840 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6; timeout=16000, timestamp=1732490032840 2024-11-24T23:13:36,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:36,840 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe can not run currently because target server of region SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. ba7f32532130,39625,1732489968784 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-24T23:13:36,841 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe; timeout=16000, timestamp=1732490032841 2024-11-24T23:13:36,841 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 can not run currently because target server of region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. ba7f32532130,39625,1732489968784 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-24T23:13:36,841 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2; timeout=16000, timestamp=1732490032841 2024-11-24T23:13:36,842 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 can not run currently because target server of region SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. ba7f32532130,39625,1732489968784 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-24T23:13:36,842 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0; timeout=16000, timestamp=1732490032842 2024-11-24T23:13:41,766 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T23:13:41,766 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T23:13:42,219 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:13:42,219 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:13:42,220 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:13:42,223 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C42345%2C1732489968846.meta, suffix=.meta, logDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,42345,1732489968846, archiveDir=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/oldWALs, maxLogs=32 2024-11-24T23:13:42,241 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,42345,1732489968846/ba7f32532130%2C42345%2C1732489968846.meta.1732490022225.meta, exclude list is [], retry=0 2024-11-24T23:13:42,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38709,DS-59f05c3d-975f-45c3-b775-23b6e069c365,DISK] 2024-11-24T23:13:42,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-592dad0a-87e4-4f4c-ad90-89709391960f,DISK] 2024-11-24T23:13:42,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-4a3a0606-7402-4d97-a004-1306fcdf056f,DISK] 2024-11-24T23:13:42,246 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,42345,1732489968846/ba7f32532130%2C42345%2C1732489968846.meta.1732490022225.meta 2024-11-24T23:13:42,247 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33469:33469),(127.0.0.1/127.0.0.1:45905:45905),(127.0.0.1/127.0.0.1:42865:42865)] 2024-11-24T23:13:42,247 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:13:42,248 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:13:42,248 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:13:42,248 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:13:42,248 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:13:42,248 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:13:42,248 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:13:42,248 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:13:42,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:13:42,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:13:42,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:42,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:13:42,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:13:42,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:13:42,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:42,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:13:42,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:13:42,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:13:42,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:42,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:13:42,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:13:42,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:13:42,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:13:42,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:13:42,259 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:13:42,260 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740 2024-11-24T23:13:42,263 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740 2024-11-24T23:13:42,264 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T23:13:42,279 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T23:13:42,279 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-24T23:13:42,303 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/info/97450c61adee44ab8c312fc5d6bbcde7 is 167, key is SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe./info:regioninfo/1732489991644/Put/seqid=0 2024-11-24T23:13:42,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741859_1035 (size=18393) 2024-11-24T23:13:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741859_1035 (size=18393) 2024-11-24T23:13:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741859_1035 (size=18393) 2024-11-24T23:13:42,312 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/info/97450c61adee44ab8c312fc5d6bbcde7 2024-11-24T23:13:42,333 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/ns/a891664dd63a42e4bdda091ab81b0600 is 43, key is default/ns:d/1732489980841/Put/seqid=0 2024-11-24T23:13:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741860_1036 (size=5153) 2024-11-24T23:13:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741860_1036 (size=5153) 2024-11-24T23:13:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741860_1036 (size=5153) 2024-11-24T23:13:42,342 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/ns/a891664dd63a42e4bdda091ab81b0600 2024-11-24T23:13:42,365 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/table/d80adcb2524f4d86872ec4d29fa2dc3a is 47, key is SPTestTable/table:state/1732489991761/Put/seqid=0 2024-11-24T23:13:42,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741861_1037 (size=5214) 2024-11-24T23:13:42,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741861_1037 (size=5214) 2024-11-24T23:13:42,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741861_1037 (size=5214) 2024-11-24T23:13:42,374 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/table/d80adcb2524f4d86872ec4d29fa2dc3a 2024-11-24T23:13:42,383 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/info/97450c61adee44ab8c312fc5d6bbcde7 as hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/info/97450c61adee44ab8c312fc5d6bbcde7 2024-11-24T23:13:42,391 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/info/97450c61adee44ab8c312fc5d6bbcde7, entries=100, sequenceid=28, filesize=18.0 K 2024-11-24T23:13:42,393 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/ns/a891664dd63a42e4bdda091ab81b0600 as hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/ns/a891664dd63a42e4bdda091ab81b0600 2024-11-24T23:13:42,402 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/ns/a891664dd63a42e4bdda091ab81b0600, entries=2, sequenceid=28, filesize=5.0 K 2024-11-24T23:13:42,403 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/table/d80adcb2524f4d86872ec4d29fa2dc3a as hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/table/d80adcb2524f4d86872ec4d29fa2dc3a 2024-11-24T23:13:42,411 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/table/d80adcb2524f4d86872ec4d29fa2dc3a, entries=2, sequenceid=28, filesize=5.1 K 2024-11-24T23:13:42,411 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=28, compaction requested=false; wal=null 2024-11-24T23:13:42,412 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T23:13:42,414 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:13:42,414 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:13:42,415 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:13:42,417 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:13:42,420 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-24T23:13:42,421 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65619538, jitterRate=-0.022192686796188354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:13:42,421 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:13:42,421 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490022249Writing region info on filesystem at 1732490022249Initializing all the Stores at 1732490022250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490022250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490022250Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490022250Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490022250Obtaining lock to block concurrent updates at 1732490022279 (+29 ms)Preparing flush snapshotting stores in 1588230740 at 1732490022279Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732490022280 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732490022280Flushing 1588230740/info: creating writer at 1732490022280Flushing 1588230740/info: appending metadata at 1732490022302 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732490022302Flushing 1588230740/ns: creating writer at 1732490022319 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732490022332 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732490022332Flushing 1588230740/table: creating writer at 1732490022350 (+18 ms)Flushing 1588230740/table: appending metadata at 1732490022364 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732490022364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648e4286: reopening flushed file at 1732490022382 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567d86cd: reopening flushed file at 1732490022392 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6868177a: reopening flushed file at 1732490022402 (+10 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=28, compaction requested=false; wal=null at 1732490022411 (+9 ms)Cleaning up temporary data from old regions at 1732490022414 (+3 ms)Running coprocessor post-open hooks at 1732490022421 (+7 ms)Region opened successfully at 1732490022421 2024-11-24T23:13:42,422 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732490022206 2024-11-24T23:13:42,425 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:13:42,425 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:13:42,425 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:13:42,426 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,42345,1732489968846, state=OPEN 2024-11-24T23:13:42,436 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34229 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ba7f32532130,42345,1732489968846, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T23:13:42,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:13:42,513 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:13:42,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:13:42,513 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,42345,1732489968846 2024-11-24T23:13:42,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:13:42,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:13:42,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:13:42,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-24T23:13:42,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,42345,1732489968846 in 10.3140 sec 2024-11-24T23:13:42,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-24T23:13:42,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5040 sec 2024-11-24T23:13:42,520 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): ba7f32532130,39625,1732489968784 had 5 regions 2024-11-24T23:13:42,521 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ba7f32532130,39625,1732489968784, splitWal=true, meta=true, isMeta: false 2024-11-24T23:13:42,524 INFO [PEWorker-2 {}] master.SplitWALManager(105): ba7f32532130,39625,1732489968784 WAL count=1, meta=false 2024-11-24T23:13:42,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ba7f32532130%2C39625%2C1732489968784.1732489970403}] 2024-11-24T23:13:42,527 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=ba7f32532130,42345,1732489968846 2024-11-24T23:13:42,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ba7f32532130%2C39625%2C1732489968784.1732489970403, worker=ba7f32532130,42345,1732489968846}] 2024-11-24T23:13:46,743 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:13:47,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:13:50,227 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-24T23:13:52,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-24T23:13:52,550 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403, size=1.2 K (1257bytes) 2024-11-24T23:13:52,550 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403 2024-11-24T23:13:52,551 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403 after 1ms 2024-11-24T23:13:52,554 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403 took 4ms 2024-11-24T23:13:52,556 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for f750633d5bf428059bfe3689eddfc0fe: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T23:13:52,558 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for ecbb9ac68915765ad228f8239417fed2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T23:13:52,559 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 9b7f7239a6e1773876e158be4b3eb3a0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T23:13:52,560 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 7aef453ff0379a838e96aaa292b3bed6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T23:13:52,560 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403 so closing down 2024-11-24T23:13:52,560 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T23:13:52,561 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T23:13:52,561 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-24T23:13:52,561 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403, journal: Splitting hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403, size=1.2 K (1257bytes) at 1732490032550Finishing writing output for hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403 so closing down at 1732490032560 (+10 ms)3 split writer threads finished at 1732490032561 (+1 ms)Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732490032561 2024-11-24T23:13:52,561 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403 2024-11-24T23:13:52,561 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-24T23:13:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-24T23:13:52,565 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting/ba7f32532130%2C39625%2C1732489968784.1732489970403 to hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/oldWALs 2024-11-24T23:13:52,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-24T23:13:52,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ba7f32532130%2C39625%2C1732489968784.1732489970403, worker=ba7f32532130,42345,1732489968846 in 10.0360 sec 2024-11-24T23:13:52,569 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=ba7f32532130,42345,1732489968846 2024-11-24T23:13:52,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-24T23:13:52,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure ba7f32532130%2C39625%2C1732489968784.1732489970403, worker=ba7f32532130,42345,1732489968846 in 10.0450 sec 2024-11-24T23:13:52,573 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/WALs/ba7f32532130,39625,1732489968784-splitting dir is empty, no logs to split. 2024-11-24T23:13:52,573 INFO [PEWorker-2 {}] master.SplitWALManager(105): ba7f32532130,39625,1732489968784 WAL count=0, meta=false 2024-11-24T23:13:52,573 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if ba7f32532130,39625,1732489968784 WAL splitting is done? wals=0, meta=false 2024-11-24T23:13:52,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f750633d5bf428059bfe3689eddfc0fe, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecbb9ac68915765ad228f8239417fed2, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7aef453ff0379a838e96aaa292b3bed6, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b7f7239a6e1773876e158be4b3eb3a0, ASSIGN}] 2024-11-24T23:13:52,577 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7aef453ff0379a838e96aaa292b3bed6, ASSIGN 2024-11-24T23:13:52,577 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b7f7239a6e1773876e158be4b3eb3a0, ASSIGN 2024-11-24T23:13:52,577 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecbb9ac68915765ad228f8239417fed2, ASSIGN 2024-11-24T23:13:52,577 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f750633d5bf428059bfe3689eddfc0fe, ASSIGN 2024-11-24T23:13:52,578 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7aef453ff0379a838e96aaa292b3bed6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:13:52,578 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f750633d5bf428059bfe3689eddfc0fe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:13:52,578 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b7f7239a6e1773876e158be4b3eb3a0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:13:52,578 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecbb9ac68915765ad228f8239417fed2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:13:52,729 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(204): Hosts are {ba7f32532130=0} racks are {/default-rack=0} 2024-11-24T23:13:52,730 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T23:13:52,730 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T23:13:52,730 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T23:13:52,730 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T23:13:52,730 INFO [ba7f32532130:34229 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T23:13:52,730 INFO [ba7f32532130:34229 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T23:13:52,730 DEBUG [ba7f32532130:34229 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T23:13:52,731 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=f750633d5bf428059bfe3689eddfc0fe, regionState=OPENING, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:13:52,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=7aef453ff0379a838e96aaa292b3bed6, regionState=OPENING, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:13:52,731 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ecbb9ac68915765ad228f8239417fed2, regionState=OPENING, regionLocation=ba7f32532130,39731,1732489968662 2024-11-24T23:13:52,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=9b7f7239a6e1773876e158be4b3eb3a0, regionState=OPENING, regionLocation=ba7f32532130,39731,1732489968662 2024-11-24T23:13:52,734 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ba7f32532130:39625 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:39625 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:13:52,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1, error=java.net.ConnectException: Call to address=ba7f32532130:39625 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:39625 2024-11-24T23:13:52,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-24T23:13:52,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1 from cache 2024-11-24T23:13:52,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=ba7f32532130:39625 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:39625 2024-11-24T23:13:52,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=ba7f32532130:39625 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:39625 2024-11-24T23:13:52,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=ba7f32532130:39625 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:39625 2024-11-24T23:13:52,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address ba7f32532130:39625 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ba7f32532130/172.17.0.3:39625 2024-11-24T23:13:52,840 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 held by pid=45 2024-11-24T23:13:52,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:13:52,841 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe held by pid=43 2024-11-24T23:13:52,841 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:13:52,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 held by pid=44 2024-11-24T23:13:52,841 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:13:52,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 held by pid=46 2024-11-24T23:13:52,842 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:13:52,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:13:52,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,42345,1732489968846, seqNum=-1] 2024-11-24T23:13:52,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:13:52,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:13:52,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f750633d5bf428059bfe3689eddfc0fe, ASSIGN because future has completed 2024-11-24T23:13:52,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure f750633d5bf428059bfe3689eddfc0fe, server=ba7f32532130,42345,1732489968846}] 2024-11-24T23:13:52,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecbb9ac68915765ad228f8239417fed2, ASSIGN because future has completed 2024-11-24T23:13:52,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecbb9ac68915765ad228f8239417fed2, server=ba7f32532130,39731,1732489968662}] 2024-11-24T23:13:52,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7aef453ff0379a838e96aaa292b3bed6, ASSIGN because future has completed 2024-11-24T23:13:52,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aef453ff0379a838e96aaa292b3bed6, server=ba7f32532130,42345,1732489968846}] 2024-11-24T23:13:52,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b7f7239a6e1773876e158be4b3eb3a0, ASSIGN because future has completed 2024-11-24T23:13:52,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0, server=ba7f32532130,39731,1732489968662}] 2024-11-24T23:13:52,938 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:34229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T23:13:56,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fcced9f2014f555865f8d4c6ba2565ec, had cached 0 bytes from a total of 47197 2024-11-24T23:13:56,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 96cb660590bfb0cfe7b458fc978b994f, had cached 0 bytes from a total of 28623 2024-11-24T23:14:01,120 DEBUG [master/ba7f32532130:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 86eed027bfe14610733f33d69a874281 changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:14:01,121 DEBUG [master/ba7f32532130:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8c79f72da8c0909be33f25177e3ece90 changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:14:01,122 DEBUG [master/ba7f32532130:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 96cb660590bfb0cfe7b458fc978b994f changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:14:01,122 DEBUG [master/ba7f32532130:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 493f47c0808c3300ed21596ca70795c9 changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:14:01,123 DEBUG [master/ba7f32532130:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c610cc8e32bd9cae328bebd92ddf4d2d changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:14:01,123 DEBUG [master/ba7f32532130:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fcced9f2014f555865f8d4c6ba2565ec changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:14:01,123 DEBUG [master/ba7f32532130:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:14:02,862 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:14:02,863 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:14:02,863 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 7aef453ff0379a838e96aaa292b3bed6, NAME => 'SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T23:14:02,863 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => ecbb9ac68915765ad228f8239417fed2, NAME => 'SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T23:14:02,863 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,863 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,864 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:02,864 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:02,864 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,864 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,864 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,864 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,866 INFO [StoreOpener-ecbb9ac68915765ad228f8239417fed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,867 INFO [StoreOpener-7aef453ff0379a838e96aaa292b3bed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,867 INFO [StoreOpener-ecbb9ac68915765ad228f8239417fed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbb9ac68915765ad228f8239417fed2 columnFamilyName cf 2024-11-24T23:14:02,868 DEBUG [StoreOpener-ecbb9ac68915765ad228f8239417fed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:02,868 INFO [StoreOpener-ecbb9ac68915765ad228f8239417fed2-1 {}] regionserver.HStore(327): Store=ecbb9ac68915765ad228f8239417fed2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:02,868 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,869 INFO [StoreOpener-7aef453ff0379a838e96aaa292b3bed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aef453ff0379a838e96aaa292b3bed6 columnFamilyName cf 2024-11-24T23:14:02,869 DEBUG [StoreOpener-7aef453ff0379a838e96aaa292b3bed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:02,870 INFO [StoreOpener-7aef453ff0379a838e96aaa292b3bed6-1 {}] regionserver.HStore(327): Store=7aef453ff0379a838e96aaa292b3bed6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:02,870 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,870 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,871 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,872 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,873 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,873 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,873 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,874 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,874 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,876 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,877 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,877 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened ecbb9ac68915765ad228f8239417fed2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62605086, jitterRate=-0.06711152195930481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:14:02,877 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,877 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for ecbb9ac68915765ad228f8239417fed2: Running coprocessor pre-open hook at 1732490042864Writing region info on filesystem at 1732490042864Initializing all the Stores at 1732490042865 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490042865Cleaning up temporary data from old regions at 1732490042873 (+8 ms)Running coprocessor post-open hooks at 1732490042877 (+4 ms)Region opened successfully at 1732490042877 2024-11-24T23:14:02,878 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., pid=48, masterSystemTime=1732490042855 2024-11-24T23:14:02,878 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 7aef453ff0379a838e96aaa292b3bed6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68169664, jitterRate=0.015807151794433594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:14:02,878 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,878 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 7aef453ff0379a838e96aaa292b3bed6: Running coprocessor pre-open hook at 1732490042864Writing region info on filesystem at 1732490042864Initializing all the Stores at 1732490042865 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490042866 (+1 ms)Cleaning up temporary data from old regions at 1732490042874 (+8 ms)Running coprocessor post-open hooks at 1732490042878 (+4 ms)Region opened successfully at 1732490042878 2024-11-24T23:14:02,880 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., pid=49, masterSystemTime=1732490042853 2024-11-24T23:14:02,881 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:14:02,881 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:14:02,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ecbb9ac68915765ad228f8239417fed2, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39731,1732489968662 2024-11-24T23:14:02,881 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:14:02,882 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b7f7239a6e1773876e158be4b3eb3a0, NAME => 'SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T23:14:02,882 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,882 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:02,882 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,882 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,883 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:14:02,883 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:14:02,884 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:14:02,884 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => f750633d5bf428059bfe3689eddfc0fe, NAME => 'SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T23:14:02,884 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,884 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:02,884 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=7aef453ff0379a838e96aaa292b3bed6, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:14:02,884 INFO [StoreOpener-9b7f7239a6e1773876e158be4b3eb3a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,884 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecbb9ac68915765ad228f8239417fed2, server=ba7f32532130,39731,1732489968662 because future has completed 2024-11-24T23:14:02,884 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,886 INFO [StoreOpener-9b7f7239a6e1773876e158be4b3eb3a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7f7239a6e1773876e158be4b3eb3a0 columnFamilyName cf 2024-11-24T23:14:02,886 DEBUG [StoreOpener-9b7f7239a6e1773876e158be4b3eb3a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:02,886 INFO [StoreOpener-9b7f7239a6e1773876e158be4b3eb3a0-1 {}] regionserver.HStore(327): Store=9b7f7239a6e1773876e158be4b3eb3a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:02,887 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,887 INFO [StoreOpener-f750633d5bf428059bfe3689eddfc0fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aef453ff0379a838e96aaa292b3bed6, server=ba7f32532130,42345,1732489968846 because future has completed 2024-11-24T23:14:02,888 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-11-24T23:14:02,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure ecbb9ac68915765ad228f8239417fed2, server=ba7f32532130,39731,1732489968662 in 10.0350 sec 2024-11-24T23:14:02,890 INFO [StoreOpener-f750633d5bf428059bfe3689eddfc0fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f750633d5bf428059bfe3689eddfc0fe columnFamilyName cf 2024-11-24T23:14:02,890 DEBUG [StoreOpener-f750633d5bf428059bfe3689eddfc0fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:02,890 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,891 INFO [StoreOpener-f750633d5bf428059bfe3689eddfc0fe-1 {}] regionserver.HStore(327): Store=f750633d5bf428059bfe3689eddfc0fe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:02,891 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,891 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,891 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=45 2024-11-24T23:14:02,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 7aef453ff0379a838e96aaa292b3bed6, server=ba7f32532130,42345,1732489968846 in 10.0350 sec 2024-11-24T23:14:02,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecbb9ac68915765ad228f8239417fed2, ASSIGN in 10.3140 sec 2024-11-24T23:14:02,892 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:02,892 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7aef453ff0379a838e96aaa292b3bed6, ASSIGN in 10.3160 sec 2024-11-24T23:14:02,894 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:02,894 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,895 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,895 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,895 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,897 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 9b7f7239a6e1773876e158be4b3eb3a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61849926, jitterRate=-0.0783642828464508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:14:02,897 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,897 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,897 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 9b7f7239a6e1773876e158be4b3eb3a0: Running coprocessor pre-open hook at 1732490042882Writing region info on filesystem at 1732490042882Initializing all the Stores at 1732490042884 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490042884Cleaning up temporary data from old regions at 1732490042891 (+7 ms)Running coprocessor post-open hooks at 1732490042897 (+6 ms)Region opened successfully at 1732490042897 2024-11-24T23:14:02,898 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0., pid=50, masterSystemTime=1732490042855 2024-11-24T23:14:02,898 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened f750633d5bf428059bfe3689eddfc0fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62888532, jitterRate=-0.06288784742355347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:14:02,898 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,898 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for f750633d5bf428059bfe3689eddfc0fe: Running coprocessor pre-open hook at 1732490042885Writing region info on filesystem at 1732490042885Initializing all the Stores at 1732490042886 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490042886Cleaning up temporary data from old regions at 1732490042895 (+9 ms)Running coprocessor post-open hooks at 1732490042898 (+3 ms)Region opened successfully at 1732490042898 2024-11-24T23:14:02,899 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe., pid=47, masterSystemTime=1732490042853 2024-11-24T23:14:02,899 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:14:02,900 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:14:02,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=9b7f7239a6e1773876e158be4b3eb3a0, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,39731,1732489968662 2024-11-24T23:14:02,902 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:14:02,902 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:14:02,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0, server=ba7f32532130,39731,1732489968662 because future has completed 2024-11-24T23:14:02,903 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=f750633d5bf428059bfe3689eddfc0fe, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,42345,1732489968846 2024-11-24T23:14:02,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure f750633d5bf428059bfe3689eddfc0fe, server=ba7f32532130,42345,1732489968846 because future has completed 2024-11-24T23:14:02,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-24T23:14:02,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0, server=ba7f32532130,39731,1732489968662 in 10.0510 sec 2024-11-24T23:14:02,913 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:02,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b7f7239a6e1773876e158be4b3eb3a0, ASSIGN in 10.3330 sec 2024-11-24T23:14:02,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-11-24T23:14:02,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure f750633d5bf428059bfe3689eddfc0fe, server=ba7f32532130,42345,1732489968846 in 10.0580 sec 2024-11-24T23:14:02,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:02,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-11-24T23:14:02,918 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server ba7f32532130,39625,1732489968784 after splitting done 2024-11-24T23:14:02,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f750633d5bf428059bfe3689eddfc0fe, ASSIGN in 10.3380 sec 2024-11-24T23:14:02,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure ba7f32532130,39625,1732489968784, splitWal=true, meta=true in 41.1080 sec 2024-11-24T23:14:08,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:14:12,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-24T23:14:12,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-24T23:14:12,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:14:12,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:14:12,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ecbb9ac68915765ad228f8239417fed2: 2024-11-24T23:14:12,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9b7f7239a6e1773876e158be4b3eb3a0: 2024-11-24T23:14:12,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. for SnapshotProcedureTest completed. 2024-11-24T23:14:12,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. for SnapshotProcedureTest completed. 2024-11-24T23:14:12,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:14:12,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:14:12,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:14:12,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:14:12,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:14:12,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:14:12,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:14:12,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7aef453ff0379a838e96aaa292b3bed6: 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. for SnapshotProcedureTest completed. 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f750633d5bf428059bfe3689eddfc0fe: 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. for SnapshotProcedureTest completed. 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:14:12,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:14:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741862_1038 (size=65) 2024-11-24T23:14:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741862_1038 (size=65) 2024-11-24T23:14:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741862_1038 (size=65) 2024-11-24T23:14:12,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:14:12,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-24T23:14:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-24T23:14:12,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:12,918 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:12,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7aef453ff0379a838e96aaa292b3bed6 in 51.2720 sec 2024-11-24T23:14:12,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741865_1041 (size=65) 2024-11-24T23:14:12,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741865_1041 (size=65) 2024-11-24T23:14:12,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741865_1041 (size=65) 2024-11-24T23:14:12,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:14:12,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T23:14:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-24T23:14:12,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:12,923 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:12,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f750633d5bf428059bfe3689eddfc0fe in 51.2770 sec 2024-11-24T23:14:12,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741863_1039 (size=57) 2024-11-24T23:14:12,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741863_1039 (size=57) 2024-11-24T23:14:12,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:14:12,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741863_1039 (size=57) 2024-11-24T23:14:12,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T23:14:12,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741864_1040 (size=65) 2024-11-24T23:14:12,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741864_1040 (size=65) 2024-11-24T23:14:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T23:14:12,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741864_1040 (size=65) 2024-11-24T23:14:12,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:12,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:12,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:14:12,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-24T23:14:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-24T23:14:12,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:12,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:12,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ecbb9ac68915765ad228f8239417fed2 in 51.2860 sec 2024-11-24T23:14:12,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-24T23:14:12,935 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-24T23:14:12,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b7f7239a6e1773876e158be4b3eb3a0 in 51.2860 sec 2024-11-24T23:14:12,937 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-24T23:14:12,939 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-24T23:14:12,940 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-24T23:14:12,943 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T23:14:12,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741866_1042 (size=1094) 2024-11-24T23:14:12,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741866_1042 (size=1094) 2024-11-24T23:14:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741866_1042 (size=1094) 2024-11-24T23:14:12,981 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-24T23:14:12,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-24T23:14:12,997 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,42345,1732489968846 2024-11-24T23:14:12,998 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,39731,1732489968662 2024-11-24T23:14:12,999 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,39731,1732489968662 2024-11-24T23:14:12,999 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,42345,1732489968846 2024-11-24T23:14:13,000 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,42345,1732489968846 2024-11-24T23:14:13,001 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,39731,1732489968662 2024-11-24T23:14:16,744 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:14:23,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-24T23:14:23,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-24T23:14:23,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-24T23:14:23,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-24T23:14:23,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-24T23:14:23,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-24T23:14:23,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T23:14:23,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-24T23:14:23,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-24T23:14:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-24T23:14:23,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-24T23:14:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-24T23:14:23,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T23:14:23,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-24T23:14:23,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T23:14:23,050 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,42345,1732489968846 Release verify snapshot worker=ba7f32532130,42345,1732489968846 2024-11-24T23:14:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-24T23:14:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-24T23:14:23,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-24T23:14:23,053 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,42345,1732489968846 Release verify snapshot worker=ba7f32532130,42345,1732489968846 2024-11-24T23:14:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-24T23:14:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-24T23:14:23,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,42345,1732489968846 in 10.0630 sec 2024-11-24T23:14:23,059 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,42345,1732489968846 2024-11-24T23:14:23,059 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,39731,1732489968662 Release verify snapshot worker=ba7f32532130,39731,1732489968662 2024-11-24T23:14:23,060 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,42345,1732489968846 2024-11-24T23:14:23,060 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,39731,1732489968662 2024-11-24T23:14:23,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,42345,1732489968846 in 10.0600 sec 2024-11-24T23:14:23,063 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,39731,1732489968662 Release verify snapshot worker=ba7f32532130,39731,1732489968662 2024-11-24T23:14:23,067 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,39731,1732489968662 Release verify snapshot worker=ba7f32532130,39731,1732489968662 2024-11-24T23:14:23,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,39731,1732489968662 in 10.0730 sec 2024-11-24T23:14:23,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,39731,1732489968662 in 10.0690 sec 2024-11-24T23:14:23,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,39731,1732489968662 in 10.0770 sec 2024-11-24T23:14:23,070 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,42345,1732489968846 Release verify snapshot worker=ba7f32532130,42345,1732489968846 2024-11-24T23:14:23,071 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,39731,1732489968662 2024-11-24T23:14:23,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,42345,1732489968846 in 10.0800 sec 2024-11-24T23:14:23,940 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:34229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T23:14:27,248 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-24T23:14:33,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-24T23:14:33,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-24T23:14:33,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T23:14:33,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-24T23:14:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-24T23:14:33,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-24T23:14:33,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-24T23:14:33,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-24T23:14:33,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T23:14:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-24T23:14:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-24T23:14:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34229 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-24T23:14:33,065 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,42345,1732489968846 Release verify snapshot worker=ba7f32532130,42345,1732489968846 2024-11-24T23:14:33,065 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,39731,1732489968662 Release verify snapshot worker=ba7f32532130,39731,1732489968662 2024-11-24T23:14:33,067 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,42345,1732489968846 Release verify snapshot worker=ba7f32532130,42345,1732489968846 2024-11-24T23:14:33,067 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,39731,1732489968662 Release verify snapshot worker=ba7f32532130,39731,1732489968662 2024-11-24T23:14:33,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,39731,1732489968662 in 20.0770 sec 2024-11-24T23:14:33,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,42345,1732489968846 in 20.0750 sec 2024-11-24T23:14:33,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,39731,1732489968662 in 20.0750 sec 2024-11-24T23:14:33,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=25 2024-11-24T23:14:33,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,42345,1732489968846 in 20.0770 sec 2024-11-24T23:14:33,070 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-24T23:14:33,071 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/.hbase-snapshot/SnapshotProcedureTest 2024-11-24T23:14:33,073 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-24T23:14:33,073 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-24T23:14:33,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.481 sec 2024-11-24T23:14:33,269 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-24T23:14:33,271 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ba7f32532130:39625 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: ba7f32532130/172.17.0.3:39625 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:33,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1, error=java.net.ConnectException: Call to address=ba7f32532130:39625 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: ba7f32532130/172.17.0.3:39625 2024-11-24T23:14:33,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-24T23:14:33,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ba7f32532130,39625,1732489968784, seqNum=-1 from cache 2024-11-24T23:14:33,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address ba7f32532130:39625 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: ba7f32532130/172.17.0.3:39625 2024-11-24T23:14:33,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:33,376 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,42345,1732489968846, seqNum=-1] 2024-11-24T23:14:33,406 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-24T23:14:33,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:14:33,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:14:33,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:14:33,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:33,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:33,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:14:33,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911968005, stopped=false 2024-11-24T23:14:33,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:33,408 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,34229,1732489967656 2024-11-24T23:14:33,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T23:14:33,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T23:14:33,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:33,427 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T23:14:33,427 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:33,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:14:33,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:33,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:14:33,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:14:33,431 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:14:33,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:14:33,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:14:33,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:33,432 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,39731,1732489968662' ***** 2024-11-24T23:14:33,432 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:14:33,432 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,42345,1732489968846' ***** 2024-11-24T23:14:33,432 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:14:33,432 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:14:33,432 INFO [RS:2;ba7f32532130:42345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:14:33,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:14:33,432 INFO [RS:2;ba7f32532130:42345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:14:33,433 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(3091): Received CLOSE for 493f47c0808c3300ed21596ca70795c9 2024-11-24T23:14:33,433 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:14:33,433 INFO [RS:0;ba7f32532130:39731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:14:33,433 INFO [RS:0;ba7f32532130:39731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:14:33,433 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(3091): Received CLOSE for ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:33,433 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:14:33,434 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(3091): Received CLOSE for fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:14:33,434 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(3091): Received CLOSE for f750633d5bf428059bfe3689eddfc0fe 2024-11-24T23:14:33,434 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(3091): Received CLOSE for 7aef453ff0379a838e96aaa292b3bed6 2024-11-24T23:14:33,434 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(3091): Received CLOSE for c610cc8e32bd9cae328bebd92ddf4d2d 2024-11-24T23:14:33,434 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,42345,1732489968846 2024-11-24T23:14:33,434 INFO [RS:2;ba7f32532130:42345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:14:33,435 INFO [RS:2;ba7f32532130:42345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ba7f32532130:42345. 2024-11-24T23:14:33,435 DEBUG [RS:2;ba7f32532130:42345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:14:33,435 DEBUG [RS:2;ba7f32532130:42345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:33,435 INFO [RS:2;ba7f32532130:42345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:14:33,435 INFO [RS:2;ba7f32532130:42345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:14:33,435 INFO [RS:2;ba7f32532130:42345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:14:33,435 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:14:33,437 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 493f47c0808c3300ed21596ca70795c9, disabling compactions & flushes 2024-11-24T23:14:33,437 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:14:33,437 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:14:33,437 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. after waiting 0 ms 2024-11-24T23:14:33,437 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:14:33,444 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-24T23:14:33,445 DEBUG [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(1325): Online Regions={493f47c0808c3300ed21596ca70795c9=SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9., fcced9f2014f555865f8d4c6ba2565ec=SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec., f750633d5bf428059bfe3689eddfc0fe=SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe., 7aef453ff0379a838e96aaa292b3bed6=SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6., 1588230740=hbase:meta,,1.1588230740, c610cc8e32bd9cae328bebd92ddf4d2d=SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d.} 2024-11-24T23:14:33,445 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b7f7239a6e1773876e158be4b3eb3a0 2024-11-24T23:14:33,445 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(3091): Received CLOSE for 86eed027bfe14610733f33d69a874281 2024-11-24T23:14:33,445 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(3091): Received CLOSE for 96cb660590bfb0cfe7b458fc978b994f 2024-11-24T23:14:33,445 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c79f72da8c0909be33f25177e3ece90 2024-11-24T23:14:33,445 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,39731,1732489968662 2024-11-24T23:14:33,445 INFO [RS:0;ba7f32532130:39731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:14:33,445 DEBUG [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 493f47c0808c3300ed21596ca70795c9, 7aef453ff0379a838e96aaa292b3bed6, c610cc8e32bd9cae328bebd92ddf4d2d, f750633d5bf428059bfe3689eddfc0fe, fcced9f2014f555865f8d4c6ba2565ec 2024-11-24T23:14:33,445 INFO [RS:0;ba7f32532130:39731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:39731. 2024-11-24T23:14:33,445 DEBUG [RS:0;ba7f32532130:39731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:14:33,445 DEBUG [RS:0;ba7f32532130:39731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:33,446 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-24T23:14:33,446 DEBUG [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(1325): Online Regions={ecbb9ac68915765ad228f8239417fed2=SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2., 9b7f7239a6e1773876e158be4b3eb3a0=SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0., 86eed027bfe14610733f33d69a874281=SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281., 96cb660590bfb0cfe7b458fc978b994f=SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f., 8c79f72da8c0909be33f25177e3ece90=SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90.} 2024-11-24T23:14:33,446 DEBUG [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(1351): Waiting on 86eed027bfe14610733f33d69a874281, 8c79f72da8c0909be33f25177e3ece90, 96cb660590bfb0cfe7b458fc978b994f, 9b7f7239a6e1773876e158be4b3eb3a0, ecbb9ac68915765ad228f8239417fed2 2024-11-24T23:14:33,446 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecbb9ac68915765ad228f8239417fed2, disabling compactions & flushes 2024-11-24T23:14:33,446 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:14:33,446 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:14:33,446 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. after waiting 0 ms 2024-11-24T23:14:33,446 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:14:33,447 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:14:33,447 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:14:33,447 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:14:33,447 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:14:33,447 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:14:33,447 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-11-24T23:14:33,490 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/info/1f3122c1fef84068a4b32040c26ab5a1 is 167, key is SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe./info:regioninfo/1732490042903/Put/seqid=0 2024-11-24T23:14:33,508 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/493f47c0808c3300ed21596ca70795c9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:14:33,510 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:14:33,519 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:14:33,520 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 493f47c0808c3300ed21596ca70795c9: Waiting for close lock at 1732490073436Running coprocessor pre-close hooks at 1732490073436Disabling compacts and flushes for region at 1732490073437 (+1 ms)Disabling writes for close at 1732490073437Writing region close event to WAL at 1732490073456 (+19 ms)Running coprocessor post-close hooks at 1732490073510 (+54 ms)Closed at 1732490073519 (+9 ms) 2024-11-24T23:14:33,521 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732489981142.493f47c0808c3300ed21596ca70795c9. 2024-11-24T23:14:33,521 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcced9f2014f555865f8d4c6ba2565ec, disabling compactions & flushes 2024-11-24T23:14:33,521 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:14:33,521 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:14:33,522 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. after waiting 0 ms 2024-11-24T23:14:33,522 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:14:33,528 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:14:33,552 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/ecbb9ac68915765ad228f8239417fed2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:14:33,553 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:14:33,554 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecbb9ac68915765ad228f8239417fed2: Waiting for close lock at 1732490073446Running coprocessor pre-close hooks at 1732490073446Disabling compacts and flushes for region at 1732490073446Disabling writes for close at 1732490073446Writing region close event to WAL at 1732490073464 (+18 ms)Running coprocessor post-close hooks at 1732490073553 (+89 ms)Closed at 1732490073553 2024-11-24T23:14:33,554 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732489981142.ecbb9ac68915765ad228f8239417fed2. 2024-11-24T23:14:33,554 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b7f7239a6e1773876e158be4b3eb3a0, disabling compactions & flushes 2024-11-24T23:14:33,554 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:14:33,554 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:14:33,554 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. after waiting 0 ms 2024-11-24T23:14:33,554 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:14:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741867_1043 (size=9527) 2024-11-24T23:14:33,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741867_1043 (size=9527) 2024-11-24T23:14:33,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741867_1043 (size=9527) 2024-11-24T23:14:33,561 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/info/1f3122c1fef84068a4b32040c26ab5a1 2024-11-24T23:14:33,569 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/fcced9f2014f555865f8d4c6ba2565ec/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:14:33,572 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:14:33,572 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcced9f2014f555865f8d4c6ba2565ec: Waiting for close lock at 1732490073521Running coprocessor pre-close hooks at 1732490073521Disabling compacts and flushes for region at 1732490073521Disabling writes for close at 1732490073522 (+1 ms)Writing region close event to WAL at 1732490073541 (+19 ms)Running coprocessor post-close hooks at 1732490073572 (+31 ms)Closed at 1732490073572 2024-11-24T23:14:33,573 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732489981142.fcced9f2014f555865f8d4c6ba2565ec. 2024-11-24T23:14:33,573 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/.tmp/info/1f3122c1fef84068a4b32040c26ab5a1 as hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/info/1f3122c1fef84068a4b32040c26ab5a1 2024-11-24T23:14:33,573 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f750633d5bf428059bfe3689eddfc0fe, disabling compactions & flushes 2024-11-24T23:14:33,573 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:14:33,573 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:14:33,573 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. after waiting 0 ms 2024-11-24T23:14:33,573 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:14:33,580 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/9b7f7239a6e1773876e158be4b3eb3a0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:14:33,581 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:14:33,582 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b7f7239a6e1773876e158be4b3eb3a0: Waiting for close lock at 1732490073554Running coprocessor pre-close hooks at 1732490073554Disabling compacts and flushes for region at 1732490073554Disabling writes for close at 1732490073554Writing region close event to WAL at 1732490073571 (+17 ms)Running coprocessor post-close hooks at 1732490073581 (+10 ms)Closed at 1732490073581 2024-11-24T23:14:33,582 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732489981142.9b7f7239a6e1773876e158be4b3eb3a0. 2024-11-24T23:14:33,582 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86eed027bfe14610733f33d69a874281, disabling compactions & flushes 2024-11-24T23:14:33,582 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:14:33,582 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:14:33,582 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. after waiting 0 ms 2024-11-24T23:14:33,582 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:14:33,587 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/f750633d5bf428059bfe3689eddfc0fe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:14:33,588 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:14:33,588 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f750633d5bf428059bfe3689eddfc0fe: Waiting for close lock at 1732490073573Running coprocessor pre-close hooks at 1732490073573Disabling compacts and flushes for region at 1732490073573Disabling writes for close at 1732490073573Writing region close event to WAL at 1732490073576 (+3 ms)Running coprocessor post-close hooks at 1732490073588 (+12 ms)Closed at 1732490073588 2024-11-24T23:14:33,588 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732489981142.f750633d5bf428059bfe3689eddfc0fe. 2024-11-24T23:14:33,588 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7aef453ff0379a838e96aaa292b3bed6, disabling compactions & flushes 2024-11-24T23:14:33,588 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:14:33,588 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:14:33,588 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. after waiting 0 ms 2024-11-24T23:14:33,589 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:14:33,593 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/86eed027bfe14610733f33d69a874281/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:14:33,594 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:14:33,594 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86eed027bfe14610733f33d69a874281: Waiting for close lock at 1732490073582Running coprocessor pre-close hooks at 1732490073582Disabling compacts and flushes for region at 1732490073582Disabling writes for close at 1732490073582Writing region close event to WAL at 1732490073584 (+2 ms)Running coprocessor post-close hooks at 1732490073594 (+10 ms)Closed at 1732490073594 2024-11-24T23:14:33,595 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732489981142.86eed027bfe14610733f33d69a874281. 2024-11-24T23:14:33,595 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96cb660590bfb0cfe7b458fc978b994f, disabling compactions & flushes 2024-11-24T23:14:33,595 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:14:33,595 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:14:33,595 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. after waiting 0 ms 2024-11-24T23:14:33,595 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:14:33,604 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/info/1f3122c1fef84068a4b32040c26ab5a1, entries=32, sequenceid=39, filesize=9.3 K 2024-11-24T23:14:33,605 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/96cb660590bfb0cfe7b458fc978b994f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:14:33,606 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:14:33,606 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96cb660590bfb0cfe7b458fc978b994f: Waiting for close lock at 1732490073595Running coprocessor pre-close hooks at 1732490073595Disabling compacts and flushes for region at 1732490073595Disabling writes for close at 1732490073595Writing region close event to WAL at 1732490073596 (+1 ms)Running coprocessor post-close hooks at 1732490073606 (+10 ms)Closed at 1732490073606 2024-11-24T23:14:33,606 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=39, compaction requested=false 2024-11-24T23:14:33,607 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732489981142.96cb660590bfb0cfe7b458fc978b994f. 2024-11-24T23:14:33,607 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c79f72da8c0909be33f25177e3ece90, disabling compactions & flushes 2024-11-24T23:14:33,607 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:14:33,607 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:14:33,607 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. after waiting 0 ms 2024-11-24T23:14:33,607 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:14:33,609 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/7aef453ff0379a838e96aaa292b3bed6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:14:33,612 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:14:33,612 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7aef453ff0379a838e96aaa292b3bed6: Waiting for close lock at 1732490073588Running coprocessor pre-close hooks at 1732490073588Disabling compacts and flushes for region at 1732490073588Disabling writes for close at 1732490073588Writing region close event to WAL at 1732490073589 (+1 ms)Running coprocessor post-close hooks at 1732490073612 (+23 ms)Closed at 1732490073612 2024-11-24T23:14:33,612 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732489981142.7aef453ff0379a838e96aaa292b3bed6. 2024-11-24T23:14:33,613 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c610cc8e32bd9cae328bebd92ddf4d2d, disabling compactions & flushes 2024-11-24T23:14:33,613 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:14:33,613 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:14:33,613 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. after waiting 0 ms 2024-11-24T23:14:33,613 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:14:33,626 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/c610cc8e32bd9cae328bebd92ddf4d2d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:14:33,626 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/default/SPTestTable/8c79f72da8c0909be33f25177e3ece90/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:14:33,627 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:14:33,627 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c610cc8e32bd9cae328bebd92ddf4d2d: Waiting for close lock at 1732490073613Running coprocessor pre-close hooks at 1732490073613Disabling compacts and flushes for region at 1732490073613Disabling writes for close at 1732490073613Writing region close event to WAL at 1732490073620 (+7 ms)Running coprocessor post-close hooks at 1732490073627 (+7 ms)Closed at 1732490073627 2024-11-24T23:14:33,627 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732489981142.c610cc8e32bd9cae328bebd92ddf4d2d. 2024-11-24T23:14:33,627 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:14:33,628 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c79f72da8c0909be33f25177e3ece90: Waiting for close lock at 1732490073607Running coprocessor pre-close hooks at 1732490073607Disabling compacts and flushes for region at 1732490073607Disabling writes for close at 1732490073607Writing region close event to WAL at 1732490073610 (+3 ms)Running coprocessor post-close hooks at 1732490073627 (+17 ms)Closed at 1732490073627 2024-11-24T23:14:33,628 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732489981142.8c79f72da8c0909be33f25177e3ece90. 2024-11-24T23:14:33,634 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-24T23:14:33,635 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:14:33,635 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:14:33,635 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490073446Running coprocessor pre-close hooks at 1732490073446Disabling compacts and flushes for region at 1732490073446Disabling writes for close at 1732490073447 (+1 ms)Obtaining lock to block concurrent updates at 1732490073447Preparing flush snapshotting stores in 1588230740 at 1732490073447Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1732490073448 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732490073451 (+3 ms)Flushing 1588230740/info: creating writer at 1732490073451Flushing 1588230740/info: appending metadata at 1732490073490 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732490073490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ad437c: reopening flushed file at 1732490073571 (+81 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=39, compaction requested=false at 1732490073606 (+35 ms)Writing region close event to WAL at 1732490073629 (+23 ms)Running coprocessor post-close hooks at 1732490073635 (+6 ms)Closed at 1732490073635 2024-11-24T23:14:33,636 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:14:33,645 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,42345,1732489968846; all regions closed. 2024-11-24T23:14:33,646 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,39731,1732489968662; all regions closed. 2024-11-24T23:14:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741858_1034 (size=5516) 2024-11-24T23:14:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741858_1034 (size=5516) 2024-11-24T23:14:33,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741858_1034 (size=5516) 2024-11-24T23:14:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741835_1011 (size=3530) 2024-11-24T23:14:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741835_1011 (size=3530) 2024-11-24T23:14:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741835_1011 (size=3530) 2024-11-24T23:14:33,656 DEBUG [RS:2;ba7f32532130:42345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/oldWALs 2024-11-24T23:14:33,656 INFO [RS:2;ba7f32532130:42345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C42345%2C1732489968846.meta:.meta(num 1732490022225) 2024-11-24T23:14:33,660 DEBUG [RS:0;ba7f32532130:39731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/oldWALs 2024-11-24T23:14:33,660 INFO [RS:0;ba7f32532130:39731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C39731%2C1732489968662:(num 1732489970403) 2024-11-24T23:14:33,660 DEBUG [RS:0;ba7f32532130:39731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:33,660 INFO [RS:0;ba7f32532130:39731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:14:33,660 INFO [RS:0;ba7f32532130:39731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:14:33,660 INFO [RS:0;ba7f32532130:39731 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:14:33,661 INFO [RS:0;ba7f32532130:39731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:14:33,661 INFO [RS:0;ba7f32532130:39731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:14:33,661 INFO [RS:0;ba7f32532130:39731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:14:33,661 INFO [RS:0;ba7f32532130:39731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:14:33,661 INFO [RS:0;ba7f32532130:39731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39731 2024-11-24T23:14:33,661 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:14:33,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741833_1009 (size=3500) 2024-11-24T23:14:33,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741833_1009 (size=3500) 2024-11-24T23:14:33,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:14:33,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba7f32532130,39731,1732489968662 2024-11-24T23:14:33,669 INFO [RS:0;ba7f32532130:39731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:14:33,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741833_1009 (size=3500) 2024-11-24T23:14:33,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,39731,1732489968662] 2024-11-24T23:14:33,675 DEBUG [RS:2;ba7f32532130:42345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/oldWALs 2024-11-24T23:14:33,675 INFO [RS:2;ba7f32532130:42345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C42345%2C1732489968846:(num 1732489970403) 2024-11-24T23:14:33,675 DEBUG [RS:2;ba7f32532130:42345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:33,675 INFO [RS:2;ba7f32532130:42345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:14:33,675 INFO [RS:2;ba7f32532130:42345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:14:33,676 INFO [RS:2;ba7f32532130:42345 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:14:33,676 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:14:33,676 INFO [RS:2;ba7f32532130:42345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:14:33,677 INFO [RS:2;ba7f32532130:42345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42345 2024-11-24T23:14:33,689 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba7f32532130,39731,1732489968662 already deleted, retry=false 2024-11-24T23:14:33,690 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,39731,1732489968662 expired; onlineServers=1 2024-11-24T23:14:33,690 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba7f32532130,42345,1732489968846 2024-11-24T23:14:33,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:14:33,690 INFO [RS:2;ba7f32532130:42345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:14:33,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,42345,1732489968846] 2024-11-24T23:14:33,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba7f32532130,42345,1732489968846 already deleted, retry=false 2024-11-24T23:14:33,710 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,42345,1732489968846 expired; onlineServers=0 2024-11-24T23:14:33,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,34229,1732489967656' ***** 2024-11-24T23:14:33,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:14:33,711 INFO [M:0;ba7f32532130:34229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:14:33,711 INFO [M:0;ba7f32532130:34229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:14:33,711 DEBUG [M:0;ba7f32532130:34229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:14:33,711 DEBUG [M:0;ba7f32532130:34229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:14:33,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:14:33,711 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732489969928 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732489969928,5,FailOnTimeoutGroup] 2024-11-24T23:14:33,711 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732489969930 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732489969930,5,FailOnTimeoutGroup] 2024-11-24T23:14:33,712 INFO [M:0;ba7f32532130:34229 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:14:33,712 INFO [M:0;ba7f32532130:34229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:14:33,712 DEBUG [M:0;ba7f32532130:34229 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:14:33,712 INFO [M:0;ba7f32532130:34229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:14:33,712 INFO [M:0;ba7f32532130:34229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:14:33,712 ERROR [M:0;ba7f32532130:34229 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41189 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41189,5,PEWorkerGroup] 2024-11-24T23:14:33,713 INFO [M:0;ba7f32532130:34229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:14:33,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:14:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T23:14:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:33,721 DEBUG [M:0;ba7f32532130:34229 {}] zookeeper.ZKUtil(347): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T23:14:33,721 WARN [M:0;ba7f32532130:34229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:14:33,722 INFO [M:0;ba7f32532130:34229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/.lastflushedseqids 2024-11-24T23:14:33,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741868_1044 (size=668) 2024-11-24T23:14:33,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741868_1044 (size=668) 2024-11-24T23:14:33,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741868_1044 (size=668) 2024-11-24T23:14:33,778 INFO [M:0;ba7f32532130:34229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:14:33,778 INFO [M:0;ba7f32532130:34229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:14:33,779 DEBUG [M:0;ba7f32532130:34229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:14:33,779 INFO [M:0;ba7f32532130:34229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:33,779 DEBUG [M:0;ba7f32532130:34229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:33,779 DEBUG [M:0;ba7f32532130:34229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:14:33,779 DEBUG [M:0;ba7f32532130:34229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:33,779 INFO [M:0;ba7f32532130:34229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.83 KB heapSize=264.20 KB 2024-11-24T23:14:33,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:14:33,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39731-0x1016f1ef07e0001, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:14:33,781 INFO [RS:0;ba7f32532130:39731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:14:33,781 INFO [RS:0;ba7f32532130:39731 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,39731,1732489968662; zookeeper connection closed. 2024-11-24T23:14:33,781 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@424a0ee4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@424a0ee4 2024-11-24T23:14:33,800 DEBUG [M:0;ba7f32532130:34229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2e297a58b0349319c2eace553100852 is 82, key is hbase:meta,,1/info:regioninfo/1732490022425/Put/seqid=0 2024-11-24T23:14:33,800 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:14:33,800 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1016f1ef07e0003, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:14:33,800 INFO [RS:2;ba7f32532130:42345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:14:33,800 INFO [RS:2;ba7f32532130:42345 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,42345,1732489968846; zookeeper connection closed. 2024-11-24T23:14:33,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bf478e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bf478e0 2024-11-24T23:14:33,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T23:14:33,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741869_1045 (size=6071) 2024-11-24T23:14:33,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741869_1045 (size=6071) 2024-11-24T23:14:33,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741869_1045 (size=6071) 2024-11-24T23:14:33,816 INFO [M:0;ba7f32532130:34229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2e297a58b0349319c2eace553100852 2024-11-24T23:14:33,850 DEBUG [M:0;ba7f32532130:34229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1678a1b88eee4a18858ed0e5f36fd410 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732489991771/Put/seqid=0 2024-11-24T23:14:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741870_1046 (size=9111) 2024-11-24T23:14:33,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741870_1046 (size=9111) 2024-11-24T23:14:33,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741870_1046 (size=9111) 2024-11-24T23:14:33,893 INFO [M:0;ba7f32532130:34229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.61 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1678a1b88eee4a18858ed0e5f36fd410 2024-11-24T23:14:33,905 INFO [M:0;ba7f32532130:34229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1678a1b88eee4a18858ed0e5f36fd410 2024-11-24T23:14:33,932 DEBUG [M:0;ba7f32532130:34229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a714f0b8233e4c86b7edc0b39ac7c097 is 69, key is ba7f32532130,39731,1732489968662/rs:state/1732489970024/Put/seqid=0 2024-11-24T23:14:34,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741871_1047 (size=5441) 2024-11-24T23:14:34,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741871_1047 (size=5441) 2024-11-24T23:14:34,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741871_1047 (size=5441) 2024-11-24T23:14:34,035 INFO [M:0;ba7f32532130:34229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a714f0b8233e4c86b7edc0b39ac7c097 2024-11-24T23:14:34,050 INFO [M:0;ba7f32532130:34229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a714f0b8233e4c86b7edc0b39ac7c097 2024-11-24T23:14:34,052 DEBUG [M:0;ba7f32532130:34229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2e297a58b0349319c2eace553100852 as hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2e297a58b0349319c2eace553100852 2024-11-24T23:14:34,066 INFO [M:0;ba7f32532130:34229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2e297a58b0349319c2eace553100852, entries=14, sequenceid=561, filesize=5.9 K 2024-11-24T23:14:34,069 DEBUG [M:0;ba7f32532130:34229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1678a1b88eee4a18858ed0e5f36fd410 as hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1678a1b88eee4a18858ed0e5f36fd410 2024-11-24T23:14:34,079 INFO [M:0;ba7f32532130:34229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1678a1b88eee4a18858ed0e5f36fd410 2024-11-24T23:14:34,079 INFO [M:0;ba7f32532130:34229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1678a1b88eee4a18858ed0e5f36fd410, entries=60, sequenceid=561, filesize=8.9 K 2024-11-24T23:14:34,081 DEBUG [M:0;ba7f32532130:34229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a714f0b8233e4c86b7edc0b39ac7c097 as hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a714f0b8233e4c86b7edc0b39ac7c097 2024-11-24T23:14:34,091 INFO [M:0;ba7f32532130:34229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a714f0b8233e4c86b7edc0b39ac7c097 2024-11-24T23:14:34,092 INFO [M:0;ba7f32532130:34229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/e8a1153e-25a3-9512-59d9-9d137b2090b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a714f0b8233e4c86b7edc0b39ac7c097, entries=3, sequenceid=561, filesize=5.3 K 2024-11-24T23:14:34,093 INFO [M:0;ba7f32532130:34229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.90 KB/270232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 314ms, sequenceid=561, compaction requested=false 2024-11-24T23:14:34,104 INFO [M:0;ba7f32532130:34229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:34,104 DEBUG [M:0;ba7f32532130:34229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490073778Disabling compacts and flushes for region at 1732490073778Disabling writes for close at 1732490073779 (+1 ms)Obtaining lock to block concurrent updates at 1732490073779Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490073779Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217941, getHeapSize=270472, getOffHeapSize=0, getCellsCount=682 at 1732490073779Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490073780 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490073780Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490073799 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490073799Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490073824 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490073849 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490073849Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490073905 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490073931 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490073931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2d3c24: reopening flushed file at 1732490074050 (+119 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f36a0db: reopening flushed file at 1732490074066 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ced6c1: reopening flushed file at 1732490074079 (+13 ms)Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.90 KB/270232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 314ms, sequenceid=561, compaction requested=false at 1732490074093 (+14 ms)Writing region close event to WAL at 1732490074104 (+11 ms)Closed at 1732490074104 2024-11-24T23:14:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741830_1006 (size=255309) 2024-11-24T23:14:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741830_1006 (size=255309) 2024-11-24T23:14:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741830_1006 (size=255309) 2024-11-24T23:14:34,110 INFO [M:0;ba7f32532130:34229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:14:34,110 INFO [M:0;ba7f32532130:34229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34229 2024-11-24T23:14:34,110 INFO [M:0;ba7f32532130:34229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:14:34,110 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:14:34,379 INFO [M:0;ba7f32532130:34229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:14:34,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:14:34,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34229-0x1016f1ef07e0000, quorum=127.0.0.1:60712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:14:34,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:14:34,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:14:34,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:14:34,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:14:34,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir/,STOPPED} 2024-11-24T23:14:34,469 WARN [BP-334338878-172.17.0.3-1732489962261 heartbeating to localhost/127.0.0.1:41189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:14:34,469 WARN [BP-334338878-172.17.0.3-1732489962261 heartbeating to localhost/127.0.0.1:41189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-334338878-172.17.0.3-1732489962261 (Datanode Uuid 4d6639c4-5072-40a4-b2d4-c627c699f39b) service to localhost/127.0.0.1:41189 2024-11-24T23:14:34,469 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:14:34,469 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:14:34,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data5/current/BP-334338878-172.17.0.3-1732489962261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:14:34,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data6/current/BP-334338878-172.17.0.3-1732489962261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:14:34,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:14:34,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:14:34,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:14:34,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:14:34,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:14:34,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir/,STOPPED} 2024-11-24T23:14:34,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:14:34,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:14:34,523 WARN [BP-334338878-172.17.0.3-1732489962261 heartbeating to localhost/127.0.0.1:41189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:14:34,523 WARN [BP-334338878-172.17.0.3-1732489962261 heartbeating to localhost/127.0.0.1:41189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-334338878-172.17.0.3-1732489962261 (Datanode Uuid a8611cf0-8ebc-4f48-831a-47575acb0977) service to localhost/127.0.0.1:41189 2024-11-24T23:14:34,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data3/current/BP-334338878-172.17.0.3-1732489962261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:14:34,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:14:34,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data4/current/BP-334338878-172.17.0.3-1732489962261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:14:34,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:14:34,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:14:34,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:14:34,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:14:34,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir/,STOPPED} 2024-11-24T23:14:34,551 WARN [BP-334338878-172.17.0.3-1732489962261 heartbeating to localhost/127.0.0.1:41189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:14:34,551 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:14:34,551 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:14:34,551 WARN [BP-334338878-172.17.0.3-1732489962261 heartbeating to localhost/127.0.0.1:41189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-334338878-172.17.0.3-1732489962261 (Datanode Uuid d6283ff5-2237-480c-80a2-4fc74d2e7ed9) service to localhost/127.0.0.1:41189 2024-11-24T23:14:34,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data1/current/BP-334338878-172.17.0.3-1732489962261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:14:34,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/cluster_a828bee5-0920-6cde-14e7-b7797d928d5f/data/data2/current/BP-334338878-172.17.0.3-1732489962261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:14:34,553 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:14:34,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:14:34,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:14:34,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:14:34,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:14:34,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir/,STOPPED} 2024-11-24T23:14:34,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:14:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:14:34,687 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba7f32532130:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41189 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/ba7f32532130:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba7f32532130:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba7f32532130:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/ba7f32532130:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/ba7f32532130:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba7f32532130:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ba7f32532130:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a1f6ba8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ba7f32532130:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41189 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 394), ProcessCount=11 (was 11), AvailableMemoryMB=6959 (was 9131) 2024-11-24T23:14:34,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=6958 2024-11-24T23:14:34,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir so I do NOT create it in target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c 2024-11-24T23:14:34,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T23:14:34,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.tmp.dir so I do NOT create it in target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c 2024-11-24T23:14:34,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef3a57be-87fa-69f7-72e9-4fdb46fb9268/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T23:14:34,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c 2024-11-24T23:14:34,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:14:34,716 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f, deleteOnExit=true 2024-11-24T23:14:34,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:14:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/test.cache.data in system properties and HBase conf 2024-11-24T23:14:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:14:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:14:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:14:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:14:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:14:34,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:14:34,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:14:34,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:14:34,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:14:34,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:14:34,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:14:34,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:14:34,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:14:34,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:14:34,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:14:34,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:14:34,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:14:34,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:14:34,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:14:34,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:14:35,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:14:35,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:14:35,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:14:35,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:14:35,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:14:35,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:14:35,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46abb6db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:14:35,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295706e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:14:35,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a798b0b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/java.io.tmpdir/jetty-localhost-34161-hadoop-hdfs-3_4_1-tests_jar-_-any-17331083697800435385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:14:35,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58bba0d{HTTP/1.1, (http/1.1)}{localhost:34161} 2024-11-24T23:14:35,370 INFO [Time-limited test {}] server.Server(415): Started @115800ms 2024-11-24T23:14:35,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:14:35,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:14:35,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:14:35,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:14:35,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:14:35,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b33d518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:14:35,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34683201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:14:35,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@672d18e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/java.io.tmpdir/jetty-localhost-34959-hadoop-hdfs-3_4_1-tests_jar-_-any-823385970897722040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:14:35,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ceb4815{HTTP/1.1, (http/1.1)}{localhost:34959} 2024-11-24T23:14:35,847 INFO [Time-limited test {}] server.Server(415): Started @116278ms 2024-11-24T23:14:35,849 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:14:35,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:14:35,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:14:35,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:14:35,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:14:35,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:14:35,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2360431{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:14:35,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7539655b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:14:36,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@301b6eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/java.io.tmpdir/jetty-localhost-44455-hadoop-hdfs-3_4_1-tests_jar-_-any-7756223484432385828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:14:36,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a28eaa{HTTP/1.1, (http/1.1)}{localhost:44455} 2024-11-24T23:14:36,103 INFO [Time-limited test {}] server.Server(415): Started @116533ms 2024-11-24T23:14:36,104 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:14:36,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:14:36,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:14:36,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:14:36,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:14:36,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:14:36,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@271f2cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:14:36,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1009edfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:14:36,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cbdedd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/java.io.tmpdir/jetty-localhost-44019-hadoop-hdfs-3_4_1-tests_jar-_-any-9382585207456913129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:14:36,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1b8377{HTTP/1.1, (http/1.1)}{localhost:44019} 2024-11-24T23:14:36,290 INFO [Time-limited test {}] server.Server(415): Started @116720ms 2024-11-24T23:14:36,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:14:37,001 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data1/current/BP-529900755-172.17.0.3-1732490074771/current, will proceed with Du for space computation calculation, 2024-11-24T23:14:37,001 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data2/current/BP-529900755-172.17.0.3-1732490074771/current, will proceed with Du for space computation calculation, 2024-11-24T23:14:37,041 WARN [Thread-673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:14:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd62b98ceabbf84f3 with lease ID 0x2b6b96f230afa716: Processing first storage report for DS-f4261d9b-24fb-4329-a399-53d990467f09 from datanode DatanodeRegistration(127.0.0.1:36287, datanodeUuid=cdf56ffb-4c1e-4668-b7fa-1237ffde3ce6, infoPort=34363, infoSecurePort=0, ipcPort=33145, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771) 2024-11-24T23:14:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd62b98ceabbf84f3 with lease ID 0x2b6b96f230afa716: from storage DS-f4261d9b-24fb-4329-a399-53d990467f09 node DatanodeRegistration(127.0.0.1:36287, datanodeUuid=cdf56ffb-4c1e-4668-b7fa-1237ffde3ce6, infoPort=34363, infoSecurePort=0, ipcPort=33145, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:14:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd62b98ceabbf84f3 with lease ID 0x2b6b96f230afa716: Processing first storage report for DS-8152aa06-41e2-4045-9793-16329f8387bb from datanode DatanodeRegistration(127.0.0.1:36287, datanodeUuid=cdf56ffb-4c1e-4668-b7fa-1237ffde3ce6, infoPort=34363, infoSecurePort=0, ipcPort=33145, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771) 2024-11-24T23:14:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd62b98ceabbf84f3 with lease ID 0x2b6b96f230afa716: from storage DS-8152aa06-41e2-4045-9793-16329f8387bb node DatanodeRegistration(127.0.0.1:36287, datanodeUuid=cdf56ffb-4c1e-4668-b7fa-1237ffde3ce6, infoPort=34363, infoSecurePort=0, ipcPort=33145, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:14:37,446 WARN [Thread-744 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data3/current/BP-529900755-172.17.0.3-1732490074771/current, will proceed with Du for space computation calculation, 2024-11-24T23:14:37,448 WARN [Thread-745 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data4/current/BP-529900755-172.17.0.3-1732490074771/current, will proceed with Du for space computation calculation, 2024-11-24T23:14:37,473 WARN [Thread-696 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:14:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2ebadc2997e75ca with lease ID 0x2b6b96f230afa717: Processing first storage report for DS-b092ef58-8c34-4e0d-b821-0679b0c4cd76 from datanode DatanodeRegistration(127.0.0.1:35525, datanodeUuid=d9060a4d-0b4e-4b6a-bf55-5e9bea833557, infoPort=45239, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771) 2024-11-24T23:14:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2ebadc2997e75ca with lease ID 0x2b6b96f230afa717: from storage DS-b092ef58-8c34-4e0d-b821-0679b0c4cd76 node DatanodeRegistration(127.0.0.1:35525, datanodeUuid=d9060a4d-0b4e-4b6a-bf55-5e9bea833557, infoPort=45239, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:14:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2ebadc2997e75ca with lease ID 0x2b6b96f230afa717: Processing first storage report for DS-01aeb392-8614-4783-a8e6-03a0364e439d from datanode DatanodeRegistration(127.0.0.1:35525, datanodeUuid=d9060a4d-0b4e-4b6a-bf55-5e9bea833557, infoPort=45239, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771) 2024-11-24T23:14:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2ebadc2997e75ca with lease ID 0x2b6b96f230afa717: from storage DS-01aeb392-8614-4783-a8e6-03a0364e439d node DatanodeRegistration(127.0.0.1:35525, datanodeUuid=d9060a4d-0b4e-4b6a-bf55-5e9bea833557, infoPort=45239, infoSecurePort=0, ipcPort=44647, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:14:37,592 WARN [Thread-755 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data5/current/BP-529900755-172.17.0.3-1732490074771/current, will proceed with Du for space computation calculation, 2024-11-24T23:14:37,592 WARN [Thread-756 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data6/current/BP-529900755-172.17.0.3-1732490074771/current, will proceed with Du for space computation calculation, 2024-11-24T23:14:37,632 WARN [Thread-719 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:14:37,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa2f88271afe1051 with lease ID 0x2b6b96f230afa718: Processing first storage report for DS-85701184-0d83-466e-a455-f43817f7e861 from datanode DatanodeRegistration(127.0.0.1:46283, datanodeUuid=2d76c1c3-d47e-43f4-9d92-f71772a7df8a, infoPort=41041, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771) 2024-11-24T23:14:37,641 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa2f88271afe1051 with lease ID 0x2b6b96f230afa718: from storage DS-85701184-0d83-466e-a455-f43817f7e861 node DatanodeRegistration(127.0.0.1:46283, datanodeUuid=2d76c1c3-d47e-43f4-9d92-f71772a7df8a, infoPort=41041, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:14:37,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa2f88271afe1051 with lease ID 0x2b6b96f230afa718: Processing first storage report for DS-c90b4e07-0f74-4f2b-af28-fdbb475798d3 from datanode DatanodeRegistration(127.0.0.1:46283, datanodeUuid=2d76c1c3-d47e-43f4-9d92-f71772a7df8a, infoPort=41041, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771) 2024-11-24T23:14:37,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa2f88271afe1051 with lease ID 0x2b6b96f230afa718: from storage DS-c90b4e07-0f74-4f2b-af28-fdbb475798d3 node DatanodeRegistration(127.0.0.1:46283, datanodeUuid=2d76c1c3-d47e-43f4-9d92-f71772a7df8a, infoPort=41041, infoSecurePort=0, ipcPort=35645, storageInfo=lv=-57;cid=testClusterID;nsid=481660026;c=1732490074771), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:14:37,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c 2024-11-24T23:14:37,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/zookeeper_0, clientPort=56843, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:14:37,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56843 2024-11-24T23:14:37,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:37,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:37,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:14:37,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:14:37,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:14:37,681 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb with version=8 2024-11-24T23:14:37,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/hbase-staging 2024-11-24T23:14:37,684 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:14:37,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:14:37,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:14:37,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:14:37,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:14:37,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34547 2024-11-24T23:14:37,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34547 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-11-24T23:14:37,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345470x0, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:14:37,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34547-0x1016f20a1860000 connected 2024-11-24T23:14:37,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:37,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:37,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:14:37,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb, hbase.cluster.distributed=false 2024-11-24T23:14:37,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:14:37,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34547 2024-11-24T23:14:37,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34547 2024-11-24T23:14:37,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34547 2024-11-24T23:14:37,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34547 2024-11-24T23:14:37,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34547 2024-11-24T23:14:37,862 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:14:37,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:14:37,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:14:37,862 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:14:37,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:14:37,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35439 2024-11-24T23:14:37,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35439 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-11-24T23:14:37,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:37,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:37,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354390x0, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:14:37,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354390x0, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:14:37,878 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:14:37,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35439-0x1016f20a1860001 connected 2024-11-24T23:14:37,884 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:14:37,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T23:14:37,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:14:37,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35439 2024-11-24T23:14:37,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35439 2024-11-24T23:14:37,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35439 2024-11-24T23:14:37,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35439 2024-11-24T23:14:37,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35439 2024-11-24T23:14:37,915 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:14:37,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:14:37,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:14:37,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:14:37,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:14:37,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41187 2024-11-24T23:14:37,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41187 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-11-24T23:14:37,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:37,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:37,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411870x0, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:14:37,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411870x0, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:14:37,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41187-0x1016f20a1860002 connected 2024-11-24T23:14:37,930 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:14:37,933 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:14:37,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T23:14:37,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:14:37,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41187 2024-11-24T23:14:37,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41187 2024-11-24T23:14:37,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41187 2024-11-24T23:14:37,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41187 2024-11-24T23:14:37,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41187 2024-11-24T23:14:37,971 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:14:37,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:14:37,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:37,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:14:37,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:14:37,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:14:37,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40059 2024-11-24T23:14:37,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40059 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-11-24T23:14:37,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:37,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400590x0, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:14:37,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400590x0, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:14:37,994 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:14:37,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40059-0x1016f20a1860003 connected 2024-11-24T23:14:37,995 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:14:37,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T23:14:37,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:14:38,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40059 2024-11-24T23:14:38,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40059 2024-11-24T23:14:38,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40059 2024-11-24T23:14:38,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40059 2024-11-24T23:14:38,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40059 2024-11-24T23:14:38,039 DEBUG [M:0;ba7f32532130:34547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:34547 2024-11-24T23:14:38,040 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ba7f32532130,34547,1732490077683 2024-11-24T23:14:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:38,055 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ba7f32532130,34547,1732490077683 2024-11-24T23:14:38,060 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:14:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T23:14:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T23:14:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T23:14:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,070 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T23:14:38,073 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ba7f32532130,34547,1732490077683 from backup master directory 2024-11-24T23:14:38,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ba7f32532130,34547,1732490077683 2024-11-24T23:14:38,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:38,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:38,085 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:14:38,085 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,34547,1732490077683 2024-11-24T23:14:38,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:38,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:38,092 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/hbase.id] with ID: 4a33ea31-f66f-4bff-bcb4-53152200b0a3 2024-11-24T23:14:38,092 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/.tmp/hbase.id 2024-11-24T23:14:38,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:14:38,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:14:38,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:14:38,177 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/.tmp/hbase.id]:[hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/hbase.id] 2024-11-24T23:14:38,211 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:38,211 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:14:38,214 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-24T23:14:38,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:14:38,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:14:38,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:14:38,332 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:14:38,333 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:14:38,334 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:14:38,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:14:38,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:14:38,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:14:38,357 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store 2024-11-24T23:14:38,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:14:38,374 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:38,374 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:14:38,374 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:38,374 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:38,374 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:14:38,374 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:38,374 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:38,375 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490078374Disabling compacts and flushes for region at 1732490078374Disabling writes for close at 1732490078374Writing region close event to WAL at 1732490078374Closed at 1732490078374 2024-11-24T23:14:38,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:14:38,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:14:38,378 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/.initializing 2024-11-24T23:14:38,378 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/WALs/ba7f32532130,34547,1732490077683 2024-11-24T23:14:38,380 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:14:38,382 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C34547%2C1732490077683, suffix=, logDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/WALs/ba7f32532130,34547,1732490077683, archiveDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/oldWALs, maxLogs=10 2024-11-24T23:14:38,400 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/WALs/ba7f32532130,34547,1732490077683/ba7f32532130%2C34547%2C1732490077683.1732490078383, exclude list is [], retry=0 2024-11-24T23:14:38,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-f4261d9b-24fb-4329-a399-53d990467f09,DISK] 2024-11-24T23:14:38,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-85701184-0d83-466e-a455-f43817f7e861,DISK] 2024-11-24T23:14:38,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-b092ef58-8c34-4e0d-b821-0679b0c4cd76,DISK] 2024-11-24T23:14:38,430 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/WALs/ba7f32532130,34547,1732490077683/ba7f32532130%2C34547%2C1732490077683.1732490078383 2024-11-24T23:14:38,430 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34363:34363),(127.0.0.1/127.0.0.1:41041:41041),(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-24T23:14:38,430 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:14:38,430 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:38,431 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,431 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:14:38,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:38,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:38,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:14:38,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:14:38,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:38,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:38,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:14:38,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:38,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:38,442 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,444 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,445 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,446 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,446 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,447 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:14:38,448 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:38,450 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:14:38,451 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73267328, jitterRate=0.09176826477050781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:14:38,452 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490078431Initializing all the Stores at 1732490078432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490078433 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490078433Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490078433Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490078433Cleaning up temporary data from old regions at 1732490078446 (+13 ms)Region opened successfully at 1732490078452 (+6 ms) 2024-11-24T23:14:38,452 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:14:38,456 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b23c589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:14:38,456 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:14:38,457 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:14:38,457 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:14:38,457 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:14:38,457 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T23:14:38,458 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T23:14:38,458 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-24T23:14:38,460 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:14:38,461 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T23:14:38,474 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T23:14:38,475 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:14:38,475 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:14:38,487 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T23:14:38,488 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:14:38,489 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:14:38,498 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T23:14:38,499 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:14:38,508 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T23:14:38,510 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:14:38,519 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T23:14:38,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:38,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:14:38,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:14:38,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:14:38,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:14:38,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,533 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,34547,1732490077683, sessionid=0x1016f20a1860000, setting cluster-up flag (Was=false) 2024-11-24T23:14:38,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:38,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:38,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,582 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T23:14:38,583 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,34547,1732490077683 2024-11-24T23:14:38,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:38,635 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T23:14:38,636 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,34547,1732490077683 2024-11-24T23:14:38,637 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:14:38,641 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:14:38,641 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:14:38,641 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:14:38,642 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,34547,1732490077683 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:14:38,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:14:38,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:14:38,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:14:38,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:14:38,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:14:38,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:14:38,643 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,644 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490108644 2024-11-24T23:14:38,644 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:14:38,644 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:14:38,644 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:14:38,644 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:14:38,644 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:14:38,644 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:14:38,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:14:38,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:14:38,646 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:38,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:14:38,647 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,656 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:14:38,656 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:14:38,656 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:14:38,671 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:14:38,671 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:14:38,672 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490078671,5,FailOnTimeoutGroup] 2024-11-24T23:14:38,672 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490078672,5,FailOnTimeoutGroup] 2024-11-24T23:14:38,672 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,672 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:14:38,672 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,672 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:14:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:14:38,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:14:38,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:14:38,685 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741832_1008 (size=32) 2024-11-24T23:14:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741832_1008 (size=32) 2024-11-24T23:14:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741832_1008 (size=32) 2024-11-24T23:14:38,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:38,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:14:38,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:14:38,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:38,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:38,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:14:38,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:14:38,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:38,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:38,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:14:38,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:14:38,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:38,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:38,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:14:38,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:14:38,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:38,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:38,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:14:38,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740 2024-11-24T23:14:38,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740 2024-11-24T23:14:38,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:14:38,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:14:38,714 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:14:38,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:14:38,718 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:14:38,718 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65605815, jitterRate=-0.022397175431251526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:14:38,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490078701Initializing all the Stores at 1732490078702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490078702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490078702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490078702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490078702Cleaning up temporary data from old regions at 1732490078714 (+12 ms)Region opened successfully at 1732490078718 (+4 ms) 2024-11-24T23:14:38,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:14:38,719 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:14:38,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:14:38,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:14:38,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:14:38,719 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:14:38,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490078719Disabling compacts and flushes for region at 1732490078719Disabling writes for close at 1732490078719Writing region close event to WAL at 1732490078719Closed at 1732490078719 2024-11-24T23:14:38,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:14:38,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:14:38,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:14:38,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:14:38,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:14:38,724 INFO [RS:1;ba7f32532130:41187 {}] regionserver.HRegionServer(746): ClusterId : 4a33ea31-f66f-4bff-bcb4-53152200b0a3 2024-11-24T23:14:38,724 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:14:38,724 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(746): ClusterId : 4a33ea31-f66f-4bff-bcb4-53152200b0a3 2024-11-24T23:14:38,724 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:14:38,732 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:14:38,733 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:14:38,740 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(746): ClusterId : 4a33ea31-f66f-4bff-bcb4-53152200b0a3 2024-11-24T23:14:38,740 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:14:38,742 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:14:38,743 DEBUG [RS:0;ba7f32532130:35439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643fe5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:14:38,744 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:14:38,744 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:14:38,757 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:14:38,757 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:14:38,757 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:14:38,758 DEBUG [RS:1;ba7f32532130:41187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb61fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:14:38,766 DEBUG [RS:0;ba7f32532130:35439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:35439 2024-11-24T23:14:38,766 INFO [RS:0;ba7f32532130:35439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:14:38,766 INFO [RS:0;ba7f32532130:35439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:14:38,766 DEBUG [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:14:38,769 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,34547,1732490077683 with port=35439, startcode=1732490077862 2024-11-24T23:14:38,770 DEBUG [RS:0;ba7f32532130:35439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:14:38,775 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:14:38,775 DEBUG [RS:2;ba7f32532130:40059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f20897c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:14:38,778 DEBUG [RS:1;ba7f32532130:41187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ba7f32532130:41187 2024-11-24T23:14:38,778 INFO [RS:1;ba7f32532130:41187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:14:38,778 INFO [RS:1;ba7f32532130:41187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:14:38,778 DEBUG [RS:1;ba7f32532130:41187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:14:38,781 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:14:38,781 INFO [RS:1;ba7f32532130:41187 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,34547,1732490077683 with port=41187, startcode=1732490077915 2024-11-24T23:14:38,781 DEBUG [RS:1;ba7f32532130:41187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:14:38,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,35439,1732490077862 2024-11-24T23:14:38,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,35439,1732490077862 2024-11-24T23:14:38,784 DEBUG [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:38,784 DEBUG [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44773 2024-11-24T23:14:38,784 DEBUG [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:14:38,792 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:14:38,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,41187,1732490077915 2024-11-24T23:14:38,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,41187,1732490077915 2024-11-24T23:14:38,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:14:38,797 DEBUG [RS:0;ba7f32532130:35439 {}] zookeeper.ZKUtil(111): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba7f32532130,35439,1732490077862 2024-11-24T23:14:38,798 WARN [RS:0;ba7f32532130:35439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:14:38,798 INFO [RS:0;ba7f32532130:35439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:14:38,798 DEBUG [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,35439,1732490077862 2024-11-24T23:14:38,800 DEBUG [RS:1;ba7f32532130:41187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:38,800 DEBUG [RS:1;ba7f32532130:41187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44773 2024-11-24T23:14:38,800 DEBUG [RS:1;ba7f32532130:41187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:14:38,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,35439,1732490077862] 2024-11-24T23:14:38,803 DEBUG [RS:2;ba7f32532130:40059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ba7f32532130:40059 2024-11-24T23:14:38,804 INFO [RS:2;ba7f32532130:40059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:14:38,804 INFO [RS:2;ba7f32532130:40059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:14:38,804 DEBUG [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:14:38,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:14:38,872 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,34547,1732490077683 with port=40059, startcode=1732490077971 2024-11-24T23:14:38,872 DEBUG [RS:2;ba7f32532130:40059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:14:38,874 WARN [ba7f32532130:34547 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T23:14:38,874 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:14:38,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,40059,1732490077971 2024-11-24T23:14:38,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,40059,1732490077971 2024-11-24T23:14:38,876 DEBUG [RS:1;ba7f32532130:41187 {}] zookeeper.ZKUtil(111): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba7f32532130,41187,1732490077915 2024-11-24T23:14:38,876 WARN [RS:1;ba7f32532130:41187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:14:38,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,41187,1732490077915] 2024-11-24T23:14:38,877 INFO [RS:1;ba7f32532130:41187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:14:38,877 DEBUG [RS:1;ba7f32532130:41187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915 2024-11-24T23:14:38,877 INFO [RS:0;ba7f32532130:35439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:14:38,888 DEBUG [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:38,888 DEBUG [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44773 2024-11-24T23:14:38,888 DEBUG [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:14:38,889 INFO [RS:1;ba7f32532130:41187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:14:38,892 INFO [RS:0;ba7f32532130:35439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:14:38,892 INFO [RS:1;ba7f32532130:41187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:14:38,893 INFO [RS:0;ba7f32532130:35439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:14:38,893 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,897 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:14:38,897 INFO [RS:1;ba7f32532130:41187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:14:38,897 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,897 INFO [RS:1;ba7f32532130:41187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:14:38,898 INFO [RS:0;ba7f32532130:35439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:14:38,898 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,898 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,898 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,898 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,898 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,898 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,898 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:14:38,898 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,898 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,898 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,899 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,899 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,899 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,899 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:14:38,899 DEBUG [RS:0;ba7f32532130:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:14:38,899 INFO [RS:1;ba7f32532130:41187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:14:38,899 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,899 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,899 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,899 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,899 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,900 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,900 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:14:38,900 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,900 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,900 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,900 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,900 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,900 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,900 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:14:38,900 DEBUG [RS:1;ba7f32532130:41187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:14:38,901 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,901 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,901 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,901 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,901 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,901 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,35439,1732490077862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:14:38,904 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,904 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,904 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,904 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,904 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,904 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,41187,1732490077915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:14:38,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:14:38,917 DEBUG [RS:2;ba7f32532130:40059 {}] zookeeper.ZKUtil(111): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba7f32532130,40059,1732490077971 2024-11-24T23:14:38,917 WARN [RS:2;ba7f32532130:40059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:14:38,917 INFO [RS:2;ba7f32532130:40059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:14:38,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,40059,1732490077971] 2024-11-24T23:14:38,917 DEBUG [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,40059,1732490077971 2024-11-24T23:14:38,923 INFO [RS:2;ba7f32532130:40059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:14:38,925 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:14:38,925 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,35439,1732490077862-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,926 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,926 INFO [RS:0;ba7f32532130:35439 {}] regionserver.Replication(171): ba7f32532130,35439,1732490077862 started 2024-11-24T23:14:38,928 INFO [RS:2;ba7f32532130:40059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:14:38,928 INFO [RS:1;ba7f32532130:41187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:14:38,928 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,41187,1732490077915-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,928 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,929 INFO [RS:1;ba7f32532130:41187 {}] regionserver.Replication(171): ba7f32532130,41187,1732490077915 started 2024-11-24T23:14:38,936 INFO [RS:2;ba7f32532130:40059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:14:38,936 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,940 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:14:38,941 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,941 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,35439,1732490077862, RpcServer on ba7f32532130/172.17.0.3:35439, sessionid=0x1016f20a1860001 2024-11-24T23:14:38,941 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:14:38,941 DEBUG [RS:0;ba7f32532130:35439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,35439,1732490077862 2024-11-24T23:14:38,941 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,35439,1732490077862' 2024-11-24T23:14:38,941 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T23:14:38,941 INFO [RS:2;ba7f32532130:40059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:14:38,941 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,941 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,941 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,941 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,941 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,942 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,942 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T23:14:38,942 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:14:38,942 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,942 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,942 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,942 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,942 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,942 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:38,942 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:14:38,942 DEBUG [RS:2;ba7f32532130:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:14:38,943 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:14:38,943 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:14:38,943 DEBUG [RS:0;ba7f32532130:35439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,35439,1732490077862 2024-11-24T23:14:38,943 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,35439,1732490077862' 2024-11-24T23:14:38,943 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T23:14:38,944 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T23:14:38,944 DEBUG [RS:0;ba7f32532130:35439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:14:38,944 INFO [RS:0;ba7f32532130:35439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:14:38,944 INFO [RS:0;ba7f32532130:35439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:14:38,948 INFO [RS:1;ba7f32532130:41187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,949 INFO [RS:1;ba7f32532130:41187 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,41187,1732490077915, RpcServer on ba7f32532130/172.17.0.3:41187, sessionid=0x1016f20a1860002 2024-11-24T23:14:38,949 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:14:38,949 DEBUG [RS:1;ba7f32532130:41187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,41187,1732490077915 2024-11-24T23:14:38,949 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,41187,1732490077915' 2024-11-24T23:14:38,949 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T23:14:38,949 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T23:14:38,950 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:14:38,950 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:14:38,950 DEBUG [RS:1;ba7f32532130:41187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,41187,1732490077915 2024-11-24T23:14:38,950 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,41187,1732490077915' 2024-11-24T23:14:38,950 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T23:14:38,951 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T23:14:38,951 DEBUG [RS:1;ba7f32532130:41187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:14:38,951 INFO [RS:1;ba7f32532130:41187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:14:38,951 INFO [RS:1;ba7f32532130:41187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:14:38,952 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,952 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,952 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,952 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,952 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,952 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40059,1732490077971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:14:38,967 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:14:38,968 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,40059,1732490077971-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,968 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,968 INFO [RS:2;ba7f32532130:40059 {}] regionserver.Replication(171): ba7f32532130,40059,1732490077971 started 2024-11-24T23:14:38,982 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:38,982 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,40059,1732490077971, RpcServer on ba7f32532130/172.17.0.3:40059, sessionid=0x1016f20a1860003 2024-11-24T23:14:38,982 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:14:38,982 DEBUG [RS:2;ba7f32532130:40059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,40059,1732490077971 2024-11-24T23:14:38,982 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,40059,1732490077971' 2024-11-24T23:14:38,982 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T23:14:38,983 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T23:14:38,983 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:14:38,984 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:14:38,984 DEBUG [RS:2;ba7f32532130:40059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,40059,1732490077971 2024-11-24T23:14:38,984 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,40059,1732490077971' 2024-11-24T23:14:38,984 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T23:14:38,984 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T23:14:38,985 DEBUG [RS:2;ba7f32532130:40059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:14:38,985 INFO [RS:2;ba7f32532130:40059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:14:38,985 INFO [RS:2;ba7f32532130:40059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:14:39,045 INFO [RS:0;ba7f32532130:35439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:14:39,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:14:39,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:39,047 INFO [RS:0;ba7f32532130:35439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C35439%2C1732490077862, suffix=, logDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,35439,1732490077862, archiveDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/oldWALs, maxLogs=32 2024-11-24T23:14:39,052 INFO [RS:1;ba7f32532130:41187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:14:39,054 INFO [RS:1;ba7f32532130:41187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C41187%2C1732490077915, suffix=, logDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915, archiveDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/oldWALs, maxLogs=32 2024-11-24T23:14:39,071 DEBUG [RS:0;ba7f32532130:35439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,35439,1732490077862/ba7f32532130%2C35439%2C1732490077862.1732490079050, exclude list is [], retry=0 2024-11-24T23:14:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-b092ef58-8c34-4e0d-b821-0679b0c4cd76,DISK] 2024-11-24T23:14:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-f4261d9b-24fb-4329-a399-53d990467f09,DISK] 2024-11-24T23:14:39,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-85701184-0d83-466e-a455-f43817f7e861,DISK] 2024-11-24T23:14:39,077 DEBUG [RS:1;ba7f32532130:41187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915/ba7f32532130%2C41187%2C1732490077915.1732490079056, exclude list is [], retry=0 2024-11-24T23:14:39,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:39,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:39,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-85701184-0d83-466e-a455-f43817f7e861,DISK] 2024-11-24T23:14:39,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-b092ef58-8c34-4e0d-b821-0679b0c4cd76,DISK] 2024-11-24T23:14:39,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-f4261d9b-24fb-4329-a399-53d990467f09,DISK] 2024-11-24T23:14:39,085 INFO [RS:2;ba7f32532130:40059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:14:39,087 INFO [RS:2;ba7f32532130:40059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C40059%2C1732490077971, suffix=, logDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,40059,1732490077971, archiveDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/oldWALs, maxLogs=32 2024-11-24T23:14:39,104 DEBUG [RS:2;ba7f32532130:40059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,40059,1732490077971/ba7f32532130%2C40059%2C1732490077971.1732490079089, exclude list is [], retry=0 2024-11-24T23:14:39,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-b092ef58-8c34-4e0d-b821-0679b0c4cd76,DISK] 2024-11-24T23:14:39,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-f4261d9b-24fb-4329-a399-53d990467f09,DISK] 2024-11-24T23:14:39,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-85701184-0d83-466e-a455-f43817f7e861,DISK] 2024-11-24T23:14:39,119 INFO [RS:0;ba7f32532130:35439 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,35439,1732490077862/ba7f32532130%2C35439%2C1732490077862.1732490079050 2024-11-24T23:14:39,130 INFO [RS:1;ba7f32532130:41187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915/ba7f32532130%2C41187%2C1732490077915.1732490079056 2024-11-24T23:14:39,130 DEBUG [RS:0;ba7f32532130:35439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:34363:34363),(127.0.0.1/127.0.0.1:41041:41041)] 2024-11-24T23:14:39,148 DEBUG [RS:1;ba7f32532130:41187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34363:34363),(127.0.0.1/127.0.0.1:41041:41041),(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-24T23:14:39,169 INFO [RS:2;ba7f32532130:40059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,40059,1732490077971/ba7f32532130%2C40059%2C1732490077971.1732490079089 2024-11-24T23:14:39,172 DEBUG [RS:2;ba7f32532130:40059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41041:41041),(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:34363:34363)] 2024-11-24T23:14:39,374 DEBUG [ba7f32532130:34547 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T23:14:39,375 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(204): Hosts are {ba7f32532130=0} racks are {/default-rack=0} 2024-11-24T23:14:39,377 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T23:14:39,377 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T23:14:39,377 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T23:14:39,377 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T23:14:39,377 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T23:14:39,377 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T23:14:39,377 INFO [ba7f32532130:34547 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T23:14:39,377 INFO [ba7f32532130:34547 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T23:14:39,377 INFO [ba7f32532130:34547 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T23:14:39,377 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T23:14:39,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:14:39,381 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,35439,1732490077862, state=OPENING 2024-11-24T23:14:39,432 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:14:39,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:39,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:39,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:39,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:39,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:39,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:39,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:39,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:39,447 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:14:39,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,35439,1732490077862}] 2024-11-24T23:14:48,060 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:14:48,060 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:14:49,452 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:14:49,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:14:49,461 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:14:49,461 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:14:49,461 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:14:49,463 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C35439%2C1732490077862.meta, suffix=.meta, logDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,35439,1732490077862, archiveDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/oldWALs, maxLogs=32 2024-11-24T23:14:49,476 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,35439,1732490077862/ba7f32532130%2C35439%2C1732490077862.meta.1732490089464.meta, exclude list is [], retry=0 2024-11-24T23:14:49,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-f4261d9b-24fb-4329-a399-53d990467f09,DISK] 2024-11-24T23:14:49,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35525,DS-b092ef58-8c34-4e0d-b821-0679b0c4cd76,DISK] 2024-11-24T23:14:49,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46283,DS-85701184-0d83-466e-a455-f43817f7e861,DISK] 2024-11-24T23:14:49,480 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,35439,1732490077862/ba7f32532130%2C35439%2C1732490077862.meta.1732490089464.meta 2024-11-24T23:14:49,480 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34363:34363),(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:41041:41041)] 2024-11-24T23:14:49,480 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:14:49,481 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:14:49,481 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:14:49,481 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:14:49,481 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:14:49,481 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:49,481 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:14:49,481 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:14:49,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:14:49,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:14:49,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:49,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:49,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:14:49,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:14:49,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:49,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:49,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:14:49,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:14:49,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:49,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:49,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:14:49,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:14:49,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:49,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:49,488 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:14:49,489 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740 2024-11-24T23:14:49,490 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740 2024-11-24T23:14:49,492 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:14:49,492 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:14:49,492 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:14:49,494 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:14:49,495 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73542446, jitterRate=0.09586784243583679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:14:49,495 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:14:49,495 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490089481Writing region info on filesystem at 1732490089481Initializing all the Stores at 1732490089482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490089482Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490089482Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490089482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490089482Cleaning up temporary data from old regions at 1732490089492 (+10 ms)Running coprocessor post-open hooks at 1732490089495 (+3 ms)Region opened successfully at 1732490089495 2024-11-24T23:14:49,496 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490089452 2024-11-24T23:14:49,498 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:14:49,498 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:14:49,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:14:49,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,35439,1732490077862, state=OPEN 2024-11-24T23:14:49,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:14:49,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:14:49,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:14:49,558 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,35439,1732490077862 2024-11-24T23:14:49,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:49,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:49,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:49,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:14:49,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:49,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:14:49,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,35439,1732490077862 in 10.1110 sec 2024-11-24T23:14:49,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:14:49,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8400 sec 2024-11-24T23:14:49,565 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:14:49,565 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:14:49,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:49,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,35439,1732490077862, seqNum=-1] 2024-11-24T23:14:49,568 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:49,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:49,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9370 sec 2024-11-24T23:14:49,577 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490089577, completionTime=-1 2024-11-24T23:14:49,577 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T23:14:49,577 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:14:49,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T23:14:49,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490149579 2024-11-24T23:14:49,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490209579 2024-11-24T23:14:49,579 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T23:14:49,579 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T23:14:49,580 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34547,1732490077683-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:49,580 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34547,1732490077683-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:49,580 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34547,1732490077683-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:49,580 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:34547, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:49,580 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:49,580 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:49,582 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:14:49,584 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.498sec 2024-11-24T23:14:49,584 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:14:49,584 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:14:49,584 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:14:49,584 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:14:49,584 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:14:49,584 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34547,1732490077683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:14:49,584 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34547,1732490077683-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:14:49,586 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:14:49,586 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:14:49,586 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34547,1732490077683-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:49,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5074d1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:49,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34547,-1 for getting cluster id 2024-11-24T23:14:49,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:49,638 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a33ea31-f66f-4bff-bcb4-53152200b0a3' 2024-11-24T23:14:49,638 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:49,638 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a33ea31-f66f-4bff-bcb4-53152200b0a3" 2024-11-24T23:14:49,639 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c0b479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:49,639 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34547,-1] 2024-11-24T23:14:49,639 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:49,640 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:49,641 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:49,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84ab94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:49,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:49,644 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,35439,1732490077862, seqNum=-1] 2024-11-24T23:14:49,644 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:49,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:49,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,34547,1732490077683 2024-11-24T23:14:49,649 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732490089649 (current time:1732490089649). 2024-11-24T23:14:49,649 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-24T23:14:49,649 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-24T23:14:49,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24517013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:49,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34547,-1 for getting cluster id 2024-11-24T23:14:49,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:49,651 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a33ea31-f66f-4bff-bcb4-53152200b0a3' 2024-11-24T23:14:49,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:49,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a33ea31-f66f-4bff-bcb4-53152200b0a3" 2024-11-24T23:14:49,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cc8475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:49,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34547,-1] 2024-11-24T23:14:49,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:49,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:49,653 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:49,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce24297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:49,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:49,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,35439,1732490077862, seqNum=-1] 2024-11-24T23:14:49,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:49,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:49,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:14:49,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:14:49,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:49,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:49,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:49,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:14:49,661 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34547,1732490077683 2024-11-24T23:14:49,661 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9a0cff7 2024-11-24T23:14:49,661 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:14:49,663 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:14:49,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:14:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-24T23:14:49,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:14:49,666 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:49,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-24T23:14:49,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:14:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:49,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741837_1013 (size=361) 2024-11-24T23:14:49,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741837_1013 (size=361) 2024-11-24T23:14:49,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741837_1013 (size=361) 2024-11-24T23:14:49,677 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2e6633fcee871e743edbc67b284c648c, NAME => 'SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:49,678 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3249bd50a008e479cae79c2266edbb53, NAME => 'SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:49,678 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13a1f88a142f4e88f32fc091400fa73b, NAME => 'SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741838_1014 (size=62) 2024-11-24T23:14:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741838_1014 (size=62) 2024-11-24T23:14:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741839_1015 (size=54) 2024-11-24T23:14:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741838_1014 (size=62) 2024-11-24T23:14:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741839_1015 (size=54) 2024-11-24T23:14:49,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:49,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2e6633fcee871e743edbc67b284c648c, disabling compactions & flushes 2024-11-24T23:14:49,695 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:14:49,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:14:49,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. after waiting 0 ms 2024-11-24T23:14:49,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:14:49,696 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:14:49,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2e6633fcee871e743edbc67b284c648c: Waiting for close lock at 1732490089695Disabling compacts and flushes for region at 1732490089695Disabling writes for close at 1732490089695Writing region close event to WAL at 1732490089696 (+1 ms)Closed at 1732490089696 2024-11-24T23:14:49,696 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5ce9084e1be63015c68cbf807cb8f962, NAME => 'SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:49,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:49,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 13a1f88a142f4e88f32fc091400fa73b, disabling compactions & flushes 2024-11-24T23:14:49,696 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:14:49,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:14:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741839_1015 (size=54) 2024-11-24T23:14:49,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. after waiting 0 ms 2024-11-24T23:14:49,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:14:49,697 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:14:49,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13a1f88a142f4e88f32fc091400fa73b: Waiting for close lock at 1732490089696Disabling compacts and flushes for region at 1732490089696Disabling writes for close at 1732490089697 (+1 ms)Writing region close event to WAL at 1732490089697Closed at 1732490089697 2024-11-24T23:14:49,697 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 341a5463809b15219c46d4bec6a351ba, NAME => 'SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741840_1016 (size=62) 2024-11-24T23:14:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741840_1016 (size=62) 2024-11-24T23:14:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741840_1016 (size=62) 2024-11-24T23:14:49,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:49,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3249bd50a008e479cae79c2266edbb53, disabling compactions & flushes 2024-11-24T23:14:49,701 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:14:49,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:14:49,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. after waiting 0 ms 2024-11-24T23:14:49,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:14:49,701 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:14:49,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3249bd50a008e479cae79c2266edbb53: Waiting for close lock at 1732490089701Disabling compacts and flushes for region at 1732490089701Disabling writes for close at 1732490089701Writing region close event to WAL at 1732490089701Closed at 1732490089701 2024-11-24T23:14:49,702 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a14aa5c02a69dd04cf33927e89d3cba4, NAME => 'SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741841_1017 (size=62) 2024-11-24T23:14:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741841_1017 (size=62) 2024-11-24T23:14:49,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741841_1017 (size=62) 2024-11-24T23:14:49,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741842_1018 (size=62) 2024-11-24T23:14:49,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741842_1018 (size=62) 2024-11-24T23:14:49,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:49,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5ce9084e1be63015c68cbf807cb8f962, disabling compactions & flushes 2024-11-24T23:14:49,714 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:14:49,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:14:49,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. after waiting 0 ms 2024-11-24T23:14:49,714 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:14:49,714 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:14:49,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5ce9084e1be63015c68cbf807cb8f962: Waiting for close lock at 1732490089714Disabling compacts and flushes for region at 1732490089714Disabling writes for close at 1732490089714Writing region close event to WAL at 1732490089714Closed at 1732490089714 2024-11-24T23:14:49,715 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 46be236c82386ba987771caf8419038e, NAME => 'SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741842_1018 (size=62) 2024-11-24T23:14:49,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:49,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 341a5463809b15219c46d4bec6a351ba, disabling compactions & flushes 2024-11-24T23:14:49,717 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:14:49,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:14:49,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. after waiting 0 ms 2024-11-24T23:14:49,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:14:49,717 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:14:49,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 341a5463809b15219c46d4bec6a351ba: Waiting for close lock at 1732490089717Disabling compacts and flushes for region at 1732490089717Disabling writes for close at 1732490089717Writing region close event to WAL at 1732490089717Closed at 1732490089717 2024-11-24T23:14:49,718 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9985d50329ef8d2e9a000a2a65a283a, NAME => 'SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:49,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741843_1019 (size=62) 2024-11-24T23:14:49,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741843_1019 (size=62) 2024-11-24T23:14:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741843_1019 (size=62) 2024-11-24T23:14:49,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:49,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a14aa5c02a69dd04cf33927e89d3cba4, disabling compactions & flushes 2024-11-24T23:14:49,724 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:14:49,724 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:14:49,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. after waiting 0 ms 2024-11-24T23:14:49,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:14:49,725 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:14:49,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a14aa5c02a69dd04cf33927e89d3cba4: Waiting for close lock at 1732490089724Disabling compacts and flushes for region at 1732490089724Disabling writes for close at 1732490089725 (+1 ms)Writing region close event to WAL at 1732490089725Closed at 1732490089725 2024-11-24T23:14:49,725 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 80ff34a09edb5fdd00091a08f46dd9ec, NAME => 'SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741845_1021 (size=62) 2024-11-24T23:14:49,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741845_1021 (size=62) 2024-11-24T23:14:49,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741845_1021 (size=62) 2024-11-24T23:14:49,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:49,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c9985d50329ef8d2e9a000a2a65a283a, disabling compactions & flushes 2024-11-24T23:14:49,736 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:14:49,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:14:49,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. after waiting 0 ms 2024-11-24T23:14:49,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:14:49,737 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:14:49,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9985d50329ef8d2e9a000a2a65a283a: Waiting for close lock at 1732490089736Disabling compacts and flushes for region at 1732490089736Disabling writes for close at 1732490089736Writing region close event to WAL at 1732490089737 (+1 ms)Closed at 1732490089737 2024-11-24T23:14:49,737 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18a2f5672529c225f2b13a645c9888db, NAME => 'SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb 2024-11-24T23:14:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741844_1020 (size=62) 2024-11-24T23:14:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741844_1020 (size=62) 2024-11-24T23:14:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741844_1020 (size=62) 2024-11-24T23:14:49,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:49,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 46be236c82386ba987771caf8419038e, disabling compactions & flushes 2024-11-24T23:14:49,743 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:14:49,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:14:49,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. after waiting 0 ms 2024-11-24T23:14:49,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:14:49,743 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:14:49,743 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 46be236c82386ba987771caf8419038e: Waiting for close lock at 1732490089743Disabling compacts and flushes for region at 1732490089743Disabling writes for close at 1732490089743Writing region close event to WAL at 1732490089743Closed at 1732490089743 2024-11-24T23:14:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741846_1022 (size=62) 2024-11-24T23:14:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741846_1022 (size=62) 2024-11-24T23:14:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741846_1022 (size=62) 2024-11-24T23:14:49,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:49,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 80ff34a09edb5fdd00091a08f46dd9ec, disabling compactions & flushes 2024-11-24T23:14:49,749 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:14:49,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:14:49,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. after waiting 0 ms 2024-11-24T23:14:49,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:14:49,749 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:14:49,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 80ff34a09edb5fdd00091a08f46dd9ec: Waiting for close lock at 1732490089749Disabling compacts and flushes for region at 1732490089749Disabling writes for close at 1732490089749Writing region close event to WAL at 1732490089749Closed at 1732490089749 2024-11-24T23:14:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741847_1023 (size=54) 2024-11-24T23:14:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741847_1023 (size=54) 2024-11-24T23:14:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741847_1023 (size=54) 2024-11-24T23:14:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:50,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:50,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 18a2f5672529c225f2b13a645c9888db, disabling compactions & flushes 2024-11-24T23:14:50,156 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:14:50,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:14:50,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. after waiting 0 ms 2024-11-24T23:14:50,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:14:50,156 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:14:50,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18a2f5672529c225f2b13a645c9888db: Waiting for close lock at 1732490090156Disabling compacts and flushes for region at 1732490090156Disabling writes for close at 1732490090156Writing region close event to WAL at 1732490090156Closed at 1732490090156 2024-11-24T23:14:50,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:14:50,223 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732490090222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490090222"}]},"ts":"1732490090222"} 2024-11-24T23:14:50,223 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732490090222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490090222"}]},"ts":"1732490090222"} 2024-11-24T23:14:50,223 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732490090222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490090222"}]},"ts":"1732490090222"} 2024-11-24T23:14:50,224 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732490090222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490090222"}]},"ts":"1732490090222"} 2024-11-24T23:14:50,224 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732490090222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490090222"}]},"ts":"1732490090222"} 2024-11-24T23:14:50,224 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732490090222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490090222"}]},"ts":"1732490090222"} 2024-11-24T23:14:50,224 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732490090222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490090222"}]},"ts":"1732490090222"} 2024-11-24T23:14:50,225 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732490090222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490090222"}]},"ts":"1732490090222"} 2024-11-24T23:14:50,225 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732490090222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490090222"}]},"ts":"1732490090222"} 2024-11-24T23:14:50,225 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732490090222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490090222"}]},"ts":"1732490090222"} 2024-11-24T23:14:50,232 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-24T23:14:50,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:14:50,234 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490090233"}]},"ts":"1732490090233"} 2024-11-24T23:14:50,236 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-24T23:14:50,237 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {ba7f32532130=0} racks are {/default-rack=0} 2024-11-24T23:14:50,242 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T23:14:50,243 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T23:14:50,243 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T23:14:50,243 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T23:14:50,243 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T23:14:50,243 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T23:14:50,243 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T23:14:50,243 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T23:14:50,243 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T23:14:50,243 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T23:14:50,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a1f88a142f4e88f32fc091400fa73b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3249bd50a008e479cae79c2266edbb53, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e6633fcee871e743edbc67b284c648c, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ce9084e1be63015c68cbf807cb8f962, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=341a5463809b15219c46d4bec6a351ba, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a14aa5c02a69dd04cf33927e89d3cba4, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46be236c82386ba987771caf8419038e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9985d50329ef8d2e9a000a2a65a283a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80ff34a09edb5fdd00091a08f46dd9ec, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18a2f5672529c225f2b13a645c9888db, ASSIGN}] 2024-11-24T23:14:50,245 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3249bd50a008e479cae79c2266edbb53, ASSIGN 2024-11-24T23:14:50,245 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a1f88a142f4e88f32fc091400fa73b, ASSIGN 2024-11-24T23:14:50,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=341a5463809b15219c46d4bec6a351ba, ASSIGN 2024-11-24T23:14:50,245 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e6633fcee871e743edbc67b284c648c, ASSIGN 2024-11-24T23:14:50,246 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3249bd50a008e479cae79c2266edbb53, ASSIGN; state=OFFLINE, location=ba7f32532130,40059,1732490077971; forceNewPlan=false, retain=false 2024-11-24T23:14:50,246 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13a1f88a142f4e88f32fc091400fa73b, ASSIGN; state=OFFLINE, location=ba7f32532130,41187,1732490077915; forceNewPlan=false, retain=false 2024-11-24T23:14:50,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=341a5463809b15219c46d4bec6a351ba, ASSIGN; state=OFFLINE, location=ba7f32532130,41187,1732490077915; forceNewPlan=false, retain=false 2024-11-24T23:14:50,246 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e6633fcee871e743edbc67b284c648c, ASSIGN; state=OFFLINE, location=ba7f32532130,35439,1732490077862; forceNewPlan=false, retain=false 2024-11-24T23:14:50,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9985d50329ef8d2e9a000a2a65a283a, ASSIGN 2024-11-24T23:14:50,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80ff34a09edb5fdd00091a08f46dd9ec, ASSIGN 2024-11-24T23:14:50,248 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18a2f5672529c225f2b13a645c9888db, ASSIGN 2024-11-24T23:14:50,248 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46be236c82386ba987771caf8419038e, ASSIGN 2024-11-24T23:14:50,248 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a14aa5c02a69dd04cf33927e89d3cba4, ASSIGN 2024-11-24T23:14:50,249 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9985d50329ef8d2e9a000a2a65a283a, ASSIGN; state=OFFLINE, location=ba7f32532130,35439,1732490077862; forceNewPlan=false, retain=false 2024-11-24T23:14:50,249 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80ff34a09edb5fdd00091a08f46dd9ec, ASSIGN; state=OFFLINE, location=ba7f32532130,40059,1732490077971; forceNewPlan=false, retain=false 2024-11-24T23:14:50,249 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18a2f5672529c225f2b13a645c9888db, ASSIGN; state=OFFLINE, location=ba7f32532130,35439,1732490077862; forceNewPlan=false, retain=false 2024-11-24T23:14:50,249 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46be236c82386ba987771caf8419038e, ASSIGN; state=OFFLINE, location=ba7f32532130,41187,1732490077915; forceNewPlan=false, retain=false 2024-11-24T23:14:50,249 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a14aa5c02a69dd04cf33927e89d3cba4, ASSIGN; state=OFFLINE, location=ba7f32532130,40059,1732490077971; forceNewPlan=false, retain=false 2024-11-24T23:14:50,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ce9084e1be63015c68cbf807cb8f962, ASSIGN 2024-11-24T23:14:50,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ce9084e1be63015c68cbf807cb8f962, ASSIGN; state=OFFLINE, location=ba7f32532130,35439,1732490077862; forceNewPlan=false, retain=false 2024-11-24T23:14:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:50,398 INFO [ba7f32532130:34547 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-24T23:14:50,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=341a5463809b15219c46d4bec6a351ba, regionState=OPENING, regionLocation=ba7f32532130,41187,1732490077915 2024-11-24T23:14:50,399 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13a1f88a142f4e88f32fc091400fa73b, regionState=OPENING, regionLocation=ba7f32532130,41187,1732490077915 2024-11-24T23:14:50,399 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=46be236c82386ba987771caf8419038e, regionState=OPENING, regionLocation=ba7f32532130,41187,1732490077915 2024-11-24T23:14:50,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=80ff34a09edb5fdd00091a08f46dd9ec, regionState=OPENING, regionLocation=ba7f32532130,40059,1732490077971 2024-11-24T23:14:50,400 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a14aa5c02a69dd04cf33927e89d3cba4, regionState=OPENING, regionLocation=ba7f32532130,40059,1732490077971 2024-11-24T23:14:50,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3249bd50a008e479cae79c2266edbb53, regionState=OPENING, regionLocation=ba7f32532130,40059,1732490077971 2024-11-24T23:14:50,400 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=18a2f5672529c225f2b13a645c9888db, regionState=OPENING, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:14:50,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c9985d50329ef8d2e9a000a2a65a283a, regionState=OPENING, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:14:50,400 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5ce9084e1be63015c68cbf807cb8f962, regionState=OPENING, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:14:50,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2e6633fcee871e743edbc67b284c648c, regionState=OPENING, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:14:50,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46be236c82386ba987771caf8419038e, ASSIGN because future has completed 2024-11-24T23:14:50,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46be236c82386ba987771caf8419038e, server=ba7f32532130,41187,1732490077915}] 2024-11-24T23:14:50,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=341a5463809b15219c46d4bec6a351ba, ASSIGN because future has completed 2024-11-24T23:14:50,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 341a5463809b15219c46d4bec6a351ba, server=ba7f32532130,41187,1732490077915}] 2024-11-24T23:14:50,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a14aa5c02a69dd04cf33927e89d3cba4, ASSIGN because future has completed 2024-11-24T23:14:50,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13a1f88a142f4e88f32fc091400fa73b, ASSIGN because future has completed 2024-11-24T23:14:50,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13a1f88a142f4e88f32fc091400fa73b, server=ba7f32532130,41187,1732490077915}] 2024-11-24T23:14:50,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a14aa5c02a69dd04cf33927e89d3cba4, server=ba7f32532130,40059,1732490077971}] 2024-11-24T23:14:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3249bd50a008e479cae79c2266edbb53, ASSIGN because future has completed 2024-11-24T23:14:50,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18a2f5672529c225f2b13a645c9888db, ASSIGN because future has completed 2024-11-24T23:14:50,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18a2f5672529c225f2b13a645c9888db, server=ba7f32532130,35439,1732490077862}] 2024-11-24T23:14:50,416 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-24T23:14:50,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9985d50329ef8d2e9a000a2a65a283a, ASSIGN because future has completed 2024-11-24T23:14:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ce9084e1be63015c68cbf807cb8f962, ASSIGN because future has completed 2024-11-24T23:14:50,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3249bd50a008e479cae79c2266edbb53, server=ba7f32532130,40059,1732490077971}] 2024-11-24T23:14:50,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80ff34a09edb5fdd00091a08f46dd9ec, ASSIGN because future has completed 2024-11-24T23:14:50,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e6633fcee871e743edbc67b284c648c, ASSIGN because future has completed 2024-11-24T23:14:50,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e6633fcee871e743edbc67b284c648c, server=ba7f32532130,35439,1732490077862}] 2024-11-24T23:14:50,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80ff34a09edb5fdd00091a08f46dd9ec, server=ba7f32532130,40059,1732490077971}] 2024-11-24T23:14:50,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ce9084e1be63015c68cbf807cb8f962, server=ba7f32532130,35439,1732490077862}] 2024-11-24T23:14:50,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9985d50329ef8d2e9a000a2a65a283a, server=ba7f32532130,35439,1732490077862}] 2024-11-24T23:14:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:50,878 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:14:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:54,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:54,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:54,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:55,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:14:55,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:55,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:55,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:14:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:15:00,409 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:15:00,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:15:00,416 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:00,416 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 46be236c82386ba987771caf8419038e, NAME => 'SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T23:15:00,417 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,417 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:00,417 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,417 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,418 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:15:00,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:15:00,424 INFO [StoreOpener-46be236c82386ba987771caf8419038e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,426 INFO [StoreOpener-46be236c82386ba987771caf8419038e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46be236c82386ba987771caf8419038e columnFamilyName cf 2024-11-24T23:15:00,426 DEBUG [StoreOpener-46be236c82386ba987771caf8419038e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:00,426 INFO [StoreOpener-46be236c82386ba987771caf8419038e-1 {}] regionserver.HStore(327): Store=46be236c82386ba987771caf8419038e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:00,427 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,428 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,429 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,429 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,429 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,431 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,445 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:00,445 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 46be236c82386ba987771caf8419038e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71567843, jitterRate=0.06644396483898163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:00,446 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:00,446 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 46be236c82386ba987771caf8419038e: Running coprocessor pre-open hook at 1732490100417Writing region info on filesystem at 1732490100417Initializing all the Stores at 1732490100419 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490100419Cleaning up temporary data from old regions at 1732490100429 (+10 ms)Running coprocessor post-open hooks at 1732490100446 (+17 ms)Region opened successfully at 1732490100446 2024-11-24T23:15:00,446 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:15:00,446 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 80ff34a09edb5fdd00091a08f46dd9ec, NAME => 'SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T23:15:00,447 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,447 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:00,447 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,448 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,448 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:15:00,448 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 18a2f5672529c225f2b13a645c9888db, NAME => 'SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T23:15:00,448 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,448 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:00,448 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,449 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,449 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e., pid=15, masterSystemTime=1732490100408 2024-11-24T23:15:00,451 INFO [StoreOpener-80ff34a09edb5fdd00091a08f46dd9ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,452 INFO [StoreOpener-18a2f5672529c225f2b13a645c9888db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,452 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:00,452 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:00,452 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:00,453 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 13a1f88a142f4e88f32fc091400fa73b, NAME => 'SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T23:15:00,453 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,453 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:00,453 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,453 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,453 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=46be236c82386ba987771caf8419038e, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,41187,1732490077915 2024-11-24T23:15:00,454 INFO [StoreOpener-80ff34a09edb5fdd00091a08f46dd9ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ff34a09edb5fdd00091a08f46dd9ec columnFamilyName cf 2024-11-24T23:15:00,454 DEBUG [StoreOpener-80ff34a09edb5fdd00091a08f46dd9ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:00,455 INFO [StoreOpener-80ff34a09edb5fdd00091a08f46dd9ec-1 {}] regionserver.HStore(327): Store=80ff34a09edb5fdd00091a08f46dd9ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:00,455 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,456 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,456 INFO [StoreOpener-18a2f5672529c225f2b13a645c9888db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a2f5672529c225f2b13a645c9888db columnFamilyName cf 2024-11-24T23:15:00,456 DEBUG [StoreOpener-18a2f5672529c225f2b13a645c9888db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:00,457 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46be236c82386ba987771caf8419038e, server=ba7f32532130,41187,1732490077915 because future has completed 2024-11-24T23:15:00,457 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,457 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,460 INFO [StoreOpener-18a2f5672529c225f2b13a645c9888db-1 {}] regionserver.HStore(327): Store=18a2f5672529c225f2b13a645c9888db/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:00,460 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,460 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-24T23:15:00,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 46be236c82386ba987771caf8419038e, server=ba7f32532130,41187,1732490077915 in 10.0550 sec 2024-11-24T23:15:00,461 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,462 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,463 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,463 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46be236c82386ba987771caf8419038e, ASSIGN in 10.2180 sec 2024-11-24T23:15:00,465 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,468 INFO [StoreOpener-13a1f88a142f4e88f32fc091400fa73b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,469 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:00,469 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 18a2f5672529c225f2b13a645c9888db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70601673, jitterRate=0.05204690992832184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:00,469 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:00,470 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 18a2f5672529c225f2b13a645c9888db: Running coprocessor pre-open hook at 1732490100449Writing region info on filesystem at 1732490100449Initializing all the Stores at 1732490100450 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490100450Cleaning up temporary data from old regions at 1732490100463 (+13 ms)Running coprocessor post-open hooks at 1732490100469 (+6 ms)Region opened successfully at 1732490100470 (+1 ms) 2024-11-24T23:15:00,470 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db., pid=19, masterSystemTime=1732490100431 2024-11-24T23:15:00,473 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:15:00,473 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:15:00,473 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:00,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=18a2f5672529c225f2b13a645c9888db, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:15:00,473 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c9985d50329ef8d2e9a000a2a65a283a, NAME => 'SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T23:15:00,474 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,474 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:00,474 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,474 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,474 INFO [StoreOpener-13a1f88a142f4e88f32fc091400fa73b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13a1f88a142f4e88f32fc091400fa73b columnFamilyName cf 2024-11-24T23:15:00,474 DEBUG [StoreOpener-13a1f88a142f4e88f32fc091400fa73b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:00,475 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:00,475 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 80ff34a09edb5fdd00091a08f46dd9ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74752932, jitterRate=0.11390548944473267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:00,475 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:00,475 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 80ff34a09edb5fdd00091a08f46dd9ec: Running coprocessor pre-open hook at 1732490100448Writing region info on filesystem at 1732490100448Initializing all the Stores at 1732490100449 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490100449Cleaning up temporary data from old regions at 1732490100457 (+8 ms)Running coprocessor post-open hooks at 1732490100475 (+18 ms)Region opened successfully at 1732490100475 2024-11-24T23:15:00,476 INFO [StoreOpener-13a1f88a142f4e88f32fc091400fa73b-1 {}] regionserver.HStore(327): Store=13a1f88a142f4e88f32fc091400fa73b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:00,476 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18a2f5672529c225f2b13a645c9888db, server=ba7f32532130,35439,1732490077862 because future has completed 2024-11-24T23:15:00,477 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,478 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,485 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec., pid=21, masterSystemTime=1732490100418 2024-11-24T23:15:00,485 INFO [StoreOpener-c9985d50329ef8d2e9a000a2a65a283a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,486 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,486 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-24T23:15:00,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 18a2f5672529c225f2b13a645c9888db, server=ba7f32532130,35439,1732490077862 in 10.0620 sec 2024-11-24T23:15:00,487 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:15:00,487 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:15:00,487 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:15:00,488 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3249bd50a008e479cae79c2266edbb53, NAME => 'SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T23:15:00,488 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,488 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:00,488 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,488 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,491 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18a2f5672529c225f2b13a645c9888db, ASSIGN in 10.2440 sec 2024-11-24T23:15:00,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=80ff34a09edb5fdd00091a08f46dd9ec, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40059,1732490077971 2024-11-24T23:15:00,493 INFO [StoreOpener-c9985d50329ef8d2e9a000a2a65a283a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9985d50329ef8d2e9a000a2a65a283a columnFamilyName cf 2024-11-24T23:15:00,493 DEBUG [StoreOpener-c9985d50329ef8d2e9a000a2a65a283a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:00,494 INFO [StoreOpener-c9985d50329ef8d2e9a000a2a65a283a-1 {}] regionserver.HStore(327): Store=c9985d50329ef8d2e9a000a2a65a283a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:00,494 INFO [StoreOpener-3249bd50a008e479cae79c2266edbb53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,494 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80ff34a09edb5fdd00091a08f46dd9ec, server=ba7f32532130,40059,1732490077971 because future has completed 2024-11-24T23:15:00,496 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,496 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34547 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ba7f32532130,40059,1732490077971, table=SPTestTable, region=80ff34a09edb5fdd00091a08f46dd9ec. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T23:15:00,497 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,497 INFO [StoreOpener-3249bd50a008e479cae79c2266edbb53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3249bd50a008e479cae79c2266edbb53 columnFamilyName cf 2024-11-24T23:15:00,497 DEBUG [StoreOpener-3249bd50a008e479cae79c2266edbb53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:00,498 INFO [StoreOpener-3249bd50a008e479cae79c2266edbb53-1 {}] regionserver.HStore(327): Store=3249bd50a008e479cae79c2266edbb53/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:00,498 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,499 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,499 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,499 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,500 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,500 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,500 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-24T23:15:00,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 80ff34a09edb5fdd00091a08f46dd9ec, server=ba7f32532130,40059,1732490077971 in 10.0710 sec 2024-11-24T23:15:00,502 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,503 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/13a1f88a142f4e88f32fc091400fa73b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:00,504 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 13a1f88a142f4e88f32fc091400fa73b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72714754, jitterRate=0.08353427052497864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:00,504 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:00,504 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 13a1f88a142f4e88f32fc091400fa73b: Running coprocessor pre-open hook at 1732490100453Writing region info on filesystem at 1732490100453Initializing all the Stores at 1732490100458 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490100460 (+2 ms)Cleaning up temporary data from old regions at 1732490100486 (+26 ms)Running coprocessor post-open hooks at 1732490100504 (+18 ms)Region opened successfully at 1732490100504 2024-11-24T23:15:00,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80ff34a09edb5fdd00091a08f46dd9ec, ASSIGN in 10.2590 sec 2024-11-24T23:15:00,505 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b., pid=18, masterSystemTime=1732490100408 2024-11-24T23:15:00,506 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,508 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:00,508 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:00,508 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:00,509 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 341a5463809b15219c46d4bec6a351ba, NAME => 'SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T23:15:00,509 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,509 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:00,509 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,509 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13a1f88a142f4e88f32fc091400fa73b, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,41187,1732490077915 2024-11-24T23:15:00,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13a1f88a142f4e88f32fc091400fa73b, server=ba7f32532130,41187,1732490077915 because future has completed 2024-11-24T23:15:00,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-24T23:15:00,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13a1f88a142f4e88f32fc091400fa73b, server=ba7f32532130,41187,1732490077915 in 10.1010 sec 2024-11-24T23:15:00,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a1f88a142f4e88f32fc091400fa73b, ASSIGN in 10.2730 sec 2024-11-24T23:15:00,521 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/3249bd50a008e479cae79c2266edbb53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:00,522 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3249bd50a008e479cae79c2266edbb53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69562427, jitterRate=0.03656093776226044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:00,522 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:00,522 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3249bd50a008e479cae79c2266edbb53: Running coprocessor pre-open hook at 1732490100489Writing region info on filesystem at 1732490100489Initializing all the Stores at 1732490100489Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490100490 (+1 ms)Cleaning up temporary data from old regions at 1732490100500 (+10 ms)Running coprocessor post-open hooks at 1732490100522 (+22 ms)Region opened successfully at 1732490100522 2024-11-24T23:15:00,523 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53., pid=20, masterSystemTime=1732490100418 2024-11-24T23:15:00,525 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:15:00,525 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:15:00,525 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:15:00,526 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a14aa5c02a69dd04cf33927e89d3cba4, NAME => 'SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T23:15:00,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3249bd50a008e479cae79c2266edbb53, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40059,1732490077971 2024-11-24T23:15:00,526 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,526 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:00,526 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,526 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3249bd50a008e479cae79c2266edbb53, server=ba7f32532130,40059,1732490077971 because future has completed 2024-11-24T23:15:00,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-24T23:15:00,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3249bd50a008e479cae79c2266edbb53, server=ba7f32532130,40059,1732490077971 in 10.1120 sec 2024-11-24T23:15:00,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3249bd50a008e479cae79c2266edbb53, ASSIGN in 10.2880 sec 2024-11-24T23:15:00,535 INFO [StoreOpener-341a5463809b15219c46d4bec6a351ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,537 INFO [StoreOpener-341a5463809b15219c46d4bec6a351ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 341a5463809b15219c46d4bec6a351ba columnFamilyName cf 2024-11-24T23:15:00,538 DEBUG [StoreOpener-341a5463809b15219c46d4bec6a351ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:00,538 INFO [StoreOpener-341a5463809b15219c46d4bec6a351ba-1 {}] regionserver.HStore(327): Store=341a5463809b15219c46d4bec6a351ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:00,539 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,540 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,541 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,541 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,541 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,543 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,548 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:00,549 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c9985d50329ef8d2e9a000a2a65a283a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64889710, jitterRate=-0.0330679714679718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:00,550 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:00,550 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c9985d50329ef8d2e9a000a2a65a283a: Running coprocessor pre-open hook at 1732490100474Writing region info on filesystem at 1732490100474Initializing all the Stores at 1732490100475 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490100475Cleaning up temporary data from old regions at 1732490100499 (+24 ms)Running coprocessor post-open hooks at 1732490100550 (+51 ms)Region opened successfully at 1732490100550 2024-11-24T23:15:00,551 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a., pid=24, masterSystemTime=1732490100431 2024-11-24T23:15:00,552 INFO [StoreOpener-a14aa5c02a69dd04cf33927e89d3cba4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,554 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:00,554 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:00,554 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:15:00,554 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ce9084e1be63015c68cbf807cb8f962, NAME => 'SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T23:15:00,554 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,554 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:00,555 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,555 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c9985d50329ef8d2e9a000a2a65a283a, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:15:00,555 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,556 INFO [StoreOpener-a14aa5c02a69dd04cf33927e89d3cba4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a14aa5c02a69dd04cf33927e89d3cba4 columnFamilyName cf 2024-11-24T23:15:00,556 DEBUG [StoreOpener-a14aa5c02a69dd04cf33927e89d3cba4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:00,557 INFO [StoreOpener-a14aa5c02a69dd04cf33927e89d3cba4-1 {}] regionserver.HStore(327): Store=a14aa5c02a69dd04cf33927e89d3cba4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:00,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9985d50329ef8d2e9a000a2a65a283a, server=ba7f32532130,35439,1732490077862 because future has completed 2024-11-24T23:15:00,557 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,560 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,560 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/341a5463809b15219c46d4bec6a351ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:00,561 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,561 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 341a5463809b15219c46d4bec6a351ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75191308, jitterRate=0.12043780088424683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:00,561 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:00,561 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 341a5463809b15219c46d4bec6a351ba: Running coprocessor pre-open hook at 1732490100509Writing region info on filesystem at 1732490100509Initializing all the Stores at 1732490100511 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490100511Cleaning up temporary data from old regions at 1732490100541 (+30 ms)Running coprocessor post-open hooks at 1732490100561 (+20 ms)Region opened successfully at 1732490100561 2024-11-24T23:15:00,561 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,561 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,562 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba., pid=16, masterSystemTime=1732490100408 2024-11-24T23:15:00,564 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-24T23:15:00,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c9985d50329ef8d2e9a000a2a65a283a, server=ba7f32532130,35439,1732490077862 in 10.1270 sec 2024-11-24T23:15:00,565 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:00,565 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:00,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=341a5463809b15219c46d4bec6a351ba, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,41187,1732490077915 2024-11-24T23:15:00,566 INFO [StoreOpener-5ce9084e1be63015c68cbf807cb8f962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 341a5463809b15219c46d4bec6a351ba, server=ba7f32532130,41187,1732490077915 because future has completed 2024-11-24T23:15:00,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9985d50329ef8d2e9a000a2a65a283a, ASSIGN in 10.3210 sec 2024-11-24T23:15:00,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-24T23:15:00,572 INFO [StoreOpener-5ce9084e1be63015c68cbf807cb8f962-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce9084e1be63015c68cbf807cb8f962 columnFamilyName cf 2024-11-24T23:15:00,572 DEBUG [StoreOpener-5ce9084e1be63015c68cbf807cb8f962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:00,573 INFO [StoreOpener-5ce9084e1be63015c68cbf807cb8f962-1 {}] regionserver.HStore(327): Store=5ce9084e1be63015c68cbf807cb8f962/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:00,573 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=341a5463809b15219c46d4bec6a351ba, ASSIGN in 10.3290 sec 2024-11-24T23:15:00,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 341a5463809b15219c46d4bec6a351ba, server=ba7f32532130,41187,1732490077915 in 10.1620 sec 2024-11-24T23:15:00,578 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,579 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/a14aa5c02a69dd04cf33927e89d3cba4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:00,579 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a14aa5c02a69dd04cf33927e89d3cba4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59953944, jitterRate=-0.10661661624908447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:00,580 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:00,580 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a14aa5c02a69dd04cf33927e89d3cba4: Running coprocessor pre-open hook at 1732490100527Writing region info on filesystem at 1732490100527Initializing all the Stores at 1732490100530 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490100530Cleaning up temporary data from old regions at 1732490100561 (+31 ms)Running coprocessor post-open hooks at 1732490100580 (+19 ms)Region opened successfully at 1732490100580 2024-11-24T23:15:00,581 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4., pid=17, masterSystemTime=1732490100418 2024-11-24T23:15:00,582 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,583 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,583 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,583 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:15:00,583 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:15:00,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a14aa5c02a69dd04cf33927e89d3cba4, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40059,1732490077971 2024-11-24T23:15:00,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a14aa5c02a69dd04cf33927e89d3cba4, server=ba7f32532130,40059,1732490077971 because future has completed 2024-11-24T23:15:00,590 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-24T23:15:00,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a14aa5c02a69dd04cf33927e89d3cba4, server=ba7f32532130,40059,1732490077971 in 10.1800 sec 2024-11-24T23:15:00,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a14aa5c02a69dd04cf33927e89d3cba4, ASSIGN in 10.3490 sec 2024-11-24T23:15:00,597 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/5ce9084e1be63015c68cbf807cb8f962/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:00,598 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5ce9084e1be63015c68cbf807cb8f962; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59587651, jitterRate=-0.11207480728626251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:00,598 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:00,598 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5ce9084e1be63015c68cbf807cb8f962: Running coprocessor pre-open hook at 1732490100555Writing region info on filesystem at 1732490100555Initializing all the Stores at 1732490100561 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490100562 (+1 ms)Cleaning up temporary data from old regions at 1732490100583 (+21 ms)Running coprocessor post-open hooks at 1732490100598 (+15 ms)Region opened successfully at 1732490100598 2024-11-24T23:15:00,599 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962., pid=23, masterSystemTime=1732490100431 2024-11-24T23:15:00,603 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5ce9084e1be63015c68cbf807cb8f962, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:15:00,606 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:15:00,606 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:15:00,606 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:15:00,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ce9084e1be63015c68cbf807cb8f962, server=ba7f32532130,35439,1732490077862 because future has completed 2024-11-24T23:15:00,606 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e6633fcee871e743edbc67b284c648c, NAME => 'SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T23:15:00,607 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,607 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:00,607 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,607 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-24T23:15:00,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ce9084e1be63015c68cbf807cb8f962, server=ba7f32532130,35439,1732490077862 in 10.1780 sec 2024-11-24T23:15:00,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ce9084e1be63015c68cbf807cb8f962, ASSIGN in 10.3670 sec 2024-11-24T23:15:00,625 INFO [StoreOpener-2e6633fcee871e743edbc67b284c648c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,627 INFO [StoreOpener-2e6633fcee871e743edbc67b284c648c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e6633fcee871e743edbc67b284c648c columnFamilyName cf 2024-11-24T23:15:00,627 DEBUG [StoreOpener-2e6633fcee871e743edbc67b284c648c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:00,628 INFO [StoreOpener-2e6633fcee871e743edbc67b284c648c-1 {}] regionserver.HStore(327): Store=2e6633fcee871e743edbc67b284c648c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:00,628 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,630 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,631 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,632 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,632 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,634 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,638 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/2e6633fcee871e743edbc67b284c648c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:00,639 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 2e6633fcee871e743edbc67b284c648c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71590197, jitterRate=0.0667770653963089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:00,639 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:00,639 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 2e6633fcee871e743edbc67b284c648c: Running coprocessor pre-open hook at 1732490100608Writing region info on filesystem at 1732490100608Initializing all the Stores at 1732490100609 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490100609Cleaning up temporary data from old regions at 1732490100632 (+23 ms)Running coprocessor post-open hooks at 1732490100639 (+7 ms)Region opened successfully at 1732490100639 2024-11-24T23:15:00,642 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c., pid=22, masterSystemTime=1732490100431 2024-11-24T23:15:00,645 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:15:00,646 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:15:00,647 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2e6633fcee871e743edbc67b284c648c, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:15:00,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e6633fcee871e743edbc67b284c648c, server=ba7f32532130,35439,1732490077862 because future has completed 2024-11-24T23:15:00,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-24T23:15:00,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e6633fcee871e743edbc67b284c648c, server=ba7f32532130,35439,1732490077862 in 10.2240 sec 2024-11-24T23:15:00,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-24T23:15:00,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e6633fcee871e743edbc67b284c648c, ASSIGN in 10.4120 sec 2024-11-24T23:15:00,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:15:00,660 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490100660"}]},"ts":"1732490100660"} 2024-11-24T23:15:00,663 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-24T23:15:00,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:15:00,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0010 sec 2024-11-24T23:15:02,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-24T23:15:05,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:15:05,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:15:05,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:15:05,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T23:15:05,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:15:05,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:15:05,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:15:07,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:15:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:15:07,875 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-24T23:15:07,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-24T23:15:07,875 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T23:15:07,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-24T23:15:07,880 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T23:15:07,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-24T23:15:07,930 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e., hostname=ba7f32532130,41187,1732490077915, seqNum=2] 2024-11-24T23:15:07,931 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e., hostname=ba7f32532130,41187,1732490077915, seqNum=2] 2024-11-24T23:15:07,939 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e., hostname=ba7f32532130,41187,1732490077915, seqNum=2] 2024-11-24T23:15:07,940 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e., hostname=ba7f32532130,41187,1732490077915, seqNum=2] 2024-11-24T23:15:07,941 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e., hostname=ba7f32532130,41187,1732490077915, seqNum=2] 2024-11-24T23:15:07,942 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e., hostname=ba7f32532130,41187,1732490077915, seqNum=2] 2024-11-24T23:15:07,944 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e., hostname=ba7f32532130,41187,1732490077915, seqNum=2] 2024-11-24T23:15:08,016 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a., hostname=ba7f32532130,35439,1732490077862, seqNum=2] 2024-11-24T23:15:08,018 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a., hostname=ba7f32532130,35439,1732490077862, seqNum=2] 2024-11-24T23:15:08,020 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a., hostname=ba7f32532130,35439,1732490077862, seqNum=2] 2024-11-24T23:15:08,021 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a., hostname=ba7f32532130,35439,1732490077862, seqNum=2] 2024-11-24T23:15:08,077 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec., hostname=ba7f32532130,40059,1732490077971, seqNum=2] 2024-11-24T23:15:08,096 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec., hostname=ba7f32532130,40059,1732490077971, seqNum=2] 2024-11-24T23:15:08,097 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec., hostname=ba7f32532130,40059,1732490077971, seqNum=2] 2024-11-24T23:15:08,099 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec., hostname=ba7f32532130,40059,1732490077971, seqNum=2] 2024-11-24T23:15:08,101 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec., hostname=ba7f32532130,40059,1732490077971, seqNum=2] 2024-11-24T23:15:08,107 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec., hostname=ba7f32532130,40059,1732490077971, seqNum=2] 2024-11-24T23:15:08,177 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db., hostname=ba7f32532130,35439,1732490077862, seqNum=2] 2024-11-24T23:15:08,179 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db., hostname=ba7f32532130,35439,1732490077862, seqNum=2] 2024-11-24T23:15:08,189 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db., hostname=ba7f32532130,35439,1732490077862, seqNum=2] 2024-11-24T23:15:08,197 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db., hostname=ba7f32532130,35439,1732490077862, seqNum=2] 2024-11-24T23:15:08,198 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db., hostname=ba7f32532130,35439,1732490077862, seqNum=2] 2024-11-24T23:15:08,206 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db., hostname=ba7f32532130,35439,1732490077862, seqNum=2] 2024-11-24T23:15:09,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:09,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:09,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:09,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40059 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T23:15:09,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:09,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35439 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:09,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41187 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T23:15:09,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35439 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T23:15:09,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35439 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T23:15:10,025 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-24T23:15:10,026 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T23:15:10,027 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-24T23:15:10,030 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-24T23:15:10,034 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-24T23:15:10,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741848_1024 (size=49) 2024-11-24T23:15:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741848_1024 (size=49) 2024-11-24T23:15:10,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741848_1024 (size=49) 2024-11-24T23:15:10,063 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-24T23:15:10,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13a1f88a142f4e88f32fc091400fa73b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3249bd50a008e479cae79c2266edbb53}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6633fcee871e743edbc67b284c648c}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ce9084e1be63015c68cbf807cb8f962}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 341a5463809b15219c46d4bec6a351ba}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a14aa5c02a69dd04cf33927e89d3cba4}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46be236c82386ba987771caf8419038e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9985d50329ef8d2e9a000a2a65a283a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80ff34a09edb5fdd00091a08f46dd9ec}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18a2f5672529c225f2b13a645c9888db}] 2024-11-24T23:15:10,066 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:10,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:10,067 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46be236c82386ba987771caf8419038e 2024-11-24T23:15:10,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:10,068 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:10,073 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:10,073 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:10,074 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:10,074 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:10,075 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:20,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-24T23:15:20,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-24T23:15:20,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-24T23:15:20,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-24T23:15:20,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:20,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-24T23:15:20,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:15:20,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 341a5463809b15219c46d4bec6a351ba: 2024-11-24T23:15:20,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-24T23:15:20,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. for SnapshotProcedureTest completed. 2024-11-24T23:15:20,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:20,073 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 18a2f5672529c225f2b13a645c9888db 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-24T23:15:20,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:15:20,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-24T23:15:20,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:15:20,073 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 46be236c82386ba987771caf8419038e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-24T23:15:20,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:15:20,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a14aa5c02a69dd04cf33927e89d3cba4: 2024-11-24T23:15:20,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-24T23:15:20,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. for SnapshotProcedureTest completed. 2024-11-24T23:15:20,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:20,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:15:20,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-24T23:15:20,074 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c9985d50329ef8d2e9a000a2a65a283a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-24T23:15:20,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:15:20,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:15:20,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-24T23:15:20,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5ce9084e1be63015c68cbf807cb8f962: 2024-11-24T23:15:20,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. for SnapshotProcedureTest completed. 2024-11-24T23:15:20,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:15:20,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:15:20,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:15:20,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:15:20,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 80ff34a09edb5fdd00091a08f46dd9ec 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-24T23:15:20,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 3249bd50a008e479cae79c2266edbb53: 2024-11-24T23:15:20,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. for SnapshotProcedureTest completed. 2024-11-24T23:15:20,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:20,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 13a1f88a142f4e88f32fc091400fa73b: 2024-11-24T23:15:20,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. for SnapshotProcedureTest completed. 2024-11-24T23:15:20,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:15:20,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:15:20,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:15:20,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:15:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741850_1026 (size=65) 2024-11-24T23:15:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741850_1026 (size=65) 2024-11-24T23:15:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741850_1026 (size=65) 2024-11-24T23:15:20,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:15:20,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T23:15:20,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:15:20,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 2e6633fcee871e743edbc67b284c648c: 2024-11-24T23:15:20,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. for SnapshotProcedureTest completed. 2024-11-24T23:15:20,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:15:20,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T23:15:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-24T23:15:20,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:20,105 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:20,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ce9084e1be63015c68cbf807cb8f962 in 10.0420 sec 2024-11-24T23:15:20,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a/.tmp/cf/d0909ea35e294dc280855b098d0516d1 is 34, key is baa/cf:cf/1732490109299/Put/seqid=0 2024-11-24T23:15:20,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec/.tmp/cf/8ae9de210bed4f97bfbce0d998c49a51 is 34, key is ccd/cf:cf/1732490109214/Put/seqid=0 2024-11-24T23:15:20,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/.tmp/cf/21297a48ace442219f0cb68ddf70f9e3 is 34, key is aaa/cf:cf/1732490109271/Put/seqid=0 2024-11-24T23:15:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741849_1025 (size=65) 2024-11-24T23:15:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741849_1025 (size=65) 2024-11-24T23:15:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741849_1025 (size=65) 2024-11-24T23:15:20,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:15:20,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T23:15:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-24T23:15:20,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:20,123 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:20,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a14aa5c02a69dd04cf33927e89d3cba4 in 10.0600 sec 2024-11-24T23:15:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741852_1028 (size=57) 2024-11-24T23:15:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741852_1028 (size=57) 2024-11-24T23:15:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741852_1028 (size=57) 2024-11-24T23:15:20,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:20,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T23:15:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T23:15:20,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:20,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:20,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13a1f88a142f4e88f32fc091400fa73b in 10.0750 sec 2024-11-24T23:15:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741851_1027 (size=65) 2024-11-24T23:15:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741851_1027 (size=65) 2024-11-24T23:15:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741851_1027 (size=65) 2024-11-24T23:15:20,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:20,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-24T23:15:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-24T23:15:20,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:20,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:20,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 341a5463809b15219c46d4bec6a351ba in 10.0850 sec 2024-11-24T23:15:20,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db/.tmp/cf/1be3f9820d40436e8c43e15c7a45aadd is 34, key is eaa/cf:cf/1732490109879/Put/seqid=0 2024-11-24T23:15:20,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741853_1029 (size=65) 2024-11-24T23:15:20,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741853_1029 (size=65) 2024-11-24T23:15:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741853_1029 (size=65) 2024-11-24T23:15:20,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:15:20,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T23:15:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-24T23:15:20,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:20,167 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:20,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3249bd50a008e479cae79c2266edbb53 in 10.1040 sec 2024-11-24T23:15:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741855_1031 (size=499309) 2024-11-24T23:15:20,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741855_1031 (size=499309) 2024-11-24T23:15:20,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741855_1031 (size=499309) 2024-11-24T23:15:20,182 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db/.tmp/cf/1be3f9820d40436e8c43e15c7a45aadd 2024-11-24T23:15:20,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741857_1033 (size=26918) 2024-11-24T23:15:20,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741857_1033 (size=26918) 2024-11-24T23:15:20,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741857_1033 (size=26918) 2024-11-24T23:15:20,187 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/.tmp/cf/21297a48ace442219f0cb68ddf70f9e3 2024-11-24T23:15:20,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741858_1034 (size=65) 2024-11-24T23:15:20,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741856_1032 (size=47197) 2024-11-24T23:15:20,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741856_1032 (size=47197) 2024-11-24T23:15:20,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741856_1032 (size=47197) 2024-11-24T23:15:20,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741858_1034 (size=65) 2024-11-24T23:15:20,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741858_1034 (size=65) 2024-11-24T23:15:20,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:15:20,201 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec/.tmp/cf/8ae9de210bed4f97bfbce0d998c49a51 2024-11-24T23:15:20,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-24T23:15:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-24T23:15:20,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:20,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:20,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db/.tmp/cf/1be3f9820d40436e8c43e15c7a45aadd as hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db/cf/1be3f9820d40436e8c43e15c7a45aadd 2024-11-24T23:15:20,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e6633fcee871e743edbc67b284c648c in 10.1390 sec 2024-11-24T23:15:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741854_1030 (size=28623) 2024-11-24T23:15:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741854_1030 (size=28623) 2024-11-24T23:15:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741854_1030 (size=28623) 2024-11-24T23:15:20,211 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a/.tmp/cf/d0909ea35e294dc280855b098d0516d1 2024-11-24T23:15:20,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/.tmp/cf/21297a48ace442219f0cb68ddf70f9e3 as hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/cf/21297a48ace442219f0cb68ddf70f9e3 2024-11-24T23:15:20,217 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db/cf/1be3f9820d40436e8c43e15c7a45aadd, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-24T23:15:20,219 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 18a2f5672529c225f2b13a645c9888db in 147ms, sequenceid=5, compaction requested=false 2024-11-24T23:15:20,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 18a2f5672529c225f2b13a645c9888db: 2024-11-24T23:15:20,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. for SnapshotProcedureTest completed. 2024-11-24T23:15:20,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:15:20,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db/cf/1be3f9820d40436e8c43e15c7a45aadd] hfiles 2024-11-24T23:15:20,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db/cf/1be3f9820d40436e8c43e15c7a45aadd for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec/.tmp/cf/8ae9de210bed4f97bfbce0d998c49a51 as hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec/cf/8ae9de210bed4f97bfbce0d998c49a51 2024-11-24T23:15:20,227 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/cf/21297a48ace442219f0cb68ddf70f9e3, entries=676, sequenceid=5, filesize=26.3 K 2024-11-24T23:15:20,228 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 46be236c82386ba987771caf8419038e in 156ms, sequenceid=5, compaction requested=false 2024-11-24T23:15:20,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 46be236c82386ba987771caf8419038e: 2024-11-24T23:15:20,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. for SnapshotProcedureTest completed. 2024-11-24T23:15:20,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a/.tmp/cf/d0909ea35e294dc280855b098d0516d1 as hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a/cf/d0909ea35e294dc280855b098d0516d1 2024-11-24T23:15:20,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:15:20,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/cf/21297a48ace442219f0cb68ddf70f9e3] hfiles 2024-11-24T23:15:20,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/cf/21297a48ace442219f0cb68ddf70f9e3 for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,235 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec/cf/8ae9de210bed4f97bfbce0d998c49a51, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-24T23:15:20,235 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a/cf/d0909ea35e294dc280855b098d0516d1, entries=731, sequenceid=5, filesize=28.0 K 2024-11-24T23:15:20,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 80ff34a09edb5fdd00091a08f46dd9ec in 161ms, sequenceid=5, compaction requested=false 2024-11-24T23:15:20,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c9985d50329ef8d2e9a000a2a65a283a in 163ms, sequenceid=5, compaction requested=false 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 80ff34a09edb5fdd00091a08f46dd9ec: 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c9985d50329ef8d2e9a000a2a65a283a: 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. for SnapshotProcedureTest completed. 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. for SnapshotProcedureTest completed. 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a/cf/d0909ea35e294dc280855b098d0516d1] hfiles 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec/cf/8ae9de210bed4f97bfbce0d998c49a51] hfiles 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a/cf/d0909ea35e294dc280855b098d0516d1 for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec/cf/8ae9de210bed4f97bfbce0d998c49a51 for snapshot=SnapshotProcedureTest 2024-11-24T23:15:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741859_1035 (size=97) 2024-11-24T23:15:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741859_1035 (size=97) 2024-11-24T23:15:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741859_1035 (size=97) 2024-11-24T23:15:20,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:15:20,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T23:15:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T23:15:20,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:20,258 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741862_1038 (size=105) 2024-11-24T23:15:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741862_1038 (size=105) 2024-11-24T23:15:20,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741862_1038 (size=105) 2024-11-24T23:15:20,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:20,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T23:15:20,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741860_1036 (size=105) 2024-11-24T23:15:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-24T23:15:20,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:20,262 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:20,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18a2f5672529c225f2b13a645c9888db in 10.1960 sec 2024-11-24T23:15:20,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741860_1036 (size=105) 2024-11-24T23:15:20,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741860_1036 (size=105) 2024-11-24T23:15:20,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:15:20,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-24T23:15:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-24T23:15:20,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:20,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:20,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c9985d50329ef8d2e9a000a2a65a283a in 10.1990 sec 2024-11-24T23:15:20,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741861_1037 (size=105) 2024-11-24T23:15:20,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80ff34a09edb5fdd00091a08f46dd9ec in 10.2010 sec 2024-11-24T23:15:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741861_1037 (size=105) 2024-11-24T23:15:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741861_1037 (size=105) 2024-11-24T23:15:20,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:20,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-24T23:15:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-24T23:15:20,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 46be236c82386ba987771caf8419038e 2024-11-24T23:15:20,267 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46be236c82386ba987771caf8419038e 2024-11-24T23:15:20,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-24T23:15:20,270 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-24T23:15:20,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46be236c82386ba987771caf8419038e in 10.2040 sec 2024-11-24T23:15:20,270 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-24T23:15:20,271 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-24T23:15:20,271 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-24T23:15:20,273 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T23:15:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741863_1039 (size=1174) 2024-11-24T23:15:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741863_1039 (size=1174) 2024-11-24T23:15:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741863_1039 (size=1174) 2024-11-24T23:15:20,298 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-24T23:15:20,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-24T23:15:20,306 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:20,306 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:20,306 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:20,306 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,40059,1732490077971 2024-11-24T23:15:20,306 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,40059,1732490077971 2024-11-24T23:15:20,311 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,41187,1732490077915 2024-11-24T23:15:20,311 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,40059,1732490077971 2024-11-24T23:15:20,311 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,41187,1732490077915 2024-11-24T23:15:20,311 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,41187,1732490077915 2024-11-24T23:15:20,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T23:15:20,345 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing ba7f32532130,41187,1732490077915 2024-11-24T23:15:20,345 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server ba7f32532130,41187,1732490077915: Simulated kill ***** 2024-11-24T23:15:20,345 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T23:15:20,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T23:15:20,346 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T23:15:20,347 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T23:15:20,347 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T23:15:20,347 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 522368136 }, "NonHeapMemoryUsage": { "committed": 177471488, "init": 7667712, "max": -1, "used": 172549632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T23:15:20,347 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34547 {}] master.MasterRpcServices(700): ba7f32532130,41187,1732490077915 reported a fatal error: ***** ABORTING region server ba7f32532130,41187,1732490077915: Simulated kill ***** 2024-11-24T23:15:20,348 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,41187,1732490077915' ***** 2024-11-24T23:15:20,348 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-24T23:15:20,348 INFO [RS:1;ba7f32532130:41187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:15:20,348 INFO [RS:1;ba7f32532130:41187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-24T23:15:20,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:15:20,348 INFO [RS:1;ba7f32532130:41187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-24T23:15:20,348 INFO [RS:1;ba7f32532130:41187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:15:20,348 INFO [RS:1;ba7f32532130:41187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ba7f32532130:41187. 2024-11-24T23:15:20,348 DEBUG [RS:1;ba7f32532130:41187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:15:20,348 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T23:15:20,349 DEBUG [RS:1;ba7f32532130:41187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:20,351 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:15:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741834_1010 (size=1473) 2024-11-24T23:15:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741834_1010 (size=1473) 2024-11-24T23:15:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741834_1010 (size=1473) 2024-11-24T23:15:20,352 DEBUG [RS:1;ba7f32532130:41187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:20,352 INFO [RS:1;ba7f32532130:41187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:15:20,352 INFO [RS:1;ba7f32532130:41187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41187 2024-11-24T23:15:20,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:15:20,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba7f32532130,41187,1732490077915 2024-11-24T23:15:20,401 INFO [RS:1;ba7f32532130:41187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:15:20,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,41187,1732490077915] 2024-11-24T23:15:20,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba7f32532130,41187,1732490077915 already deleted, retry=false 2024-11-24T23:15:20,422 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ba7f32532130,41187,1732490077915 on ba7f32532130,34547,1732490077683 2024-11-24T23:15:20,423 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ba7f32532130,41187,1732490077915, splitWal=true, meta=false 2024-11-24T23:15:20,423 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for ba7f32532130,41187,1732490077915 (carryingMeta=false) ba7f32532130,41187,1732490077915/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@41b8e0c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T23:15:20,424 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ba7f32532130,41187,1732490077915, splitWal=true, meta=false 2024-11-24T23:15:20,424 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): ba7f32532130,41187,1732490077915 had 3 regions 2024-11-24T23:15:20,425 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ba7f32532130,41187,1732490077915, splitWal=true, meta=false, isMeta: false 2024-11-24T23:15:20,426 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting 2024-11-24T23:15:20,427 INFO [PEWorker-2 {}] master.SplitWALManager(105): ba7f32532130,41187,1732490077915 WAL count=1, meta=false 2024-11-24T23:15:20,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ba7f32532130%2C41187%2C1732490077915.1732490079056}] 2024-11-24T23:15:20,429 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:20,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ba7f32532130%2C41187%2C1732490077915.1732490079056, worker=ba7f32532130,35439,1732490077862}] 2024-11-24T23:15:20,430 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,41187,1732490077915 Release verify snapshot worker=ba7f32532130,41187,1732490077915 2024-11-24T23:15:20,431 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to ba7f32532130,41187,1732490077915, this operation will be retried to send to another server 2024-11-24T23:15:20,431 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,41187,1732490077915 Release verify snapshot worker=ba7f32532130,41187,1732490077915 2024-11-24T23:15:20,431 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to ba7f32532130,41187,1732490077915, this operation will be retried to send to another server 2024-11-24T23:15:20,431 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-24T23:15:20,431 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-24T23:15:20,431 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-24T23:15:20,431 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:20,431 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732490121431 2024-11-24T23:15:20,431 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:20,432 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732490121432 2024-11-24T23:15:20,434 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,41187,1732490077915 Release verify snapshot worker=ba7f32532130,41187,1732490077915 2024-11-24T23:15:20,434 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to ba7f32532130,41187,1732490077915, this operation will be retried to send to another server 2024-11-24T23:15:20,434 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:20,434 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732490121434 2024-11-24T23:15:20,512 INFO [RS:1;ba7f32532130:41187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:15:20,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:15:20,512 INFO [RS:1;ba7f32532130:41187 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,41187,1732490077915; zookeeper connection closed. 2024-11-24T23:15:20,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41187-0x1016f20a1860002, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:15:20,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fe27335 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fe27335 2024-11-24T23:15:20,913 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:15:20,913 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:15:27,942 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:34229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T23:15:29,612 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T23:15:29,612 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T23:15:30,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-24T23:15:30,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-24T23:15:30,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-24T23:15:30,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-24T23:15:30,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-24T23:15:30,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-24T23:15:30,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-24T23:15:30,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T23:15:30,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T23:15:30,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-24T23:15:30,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-24T23:15:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-24T23:15:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-24T23:15:30,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-24T23:15:30,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-24T23:15:30,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-24T23:15:30,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-24T23:15:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-24T23:15:30,324 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 Release verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-24T23:15:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-24T23:15:30,325 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,40059,1732490077971 Release verify snapshot worker=ba7f32532130,40059,1732490077971 2024-11-24T23:15:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-24T23:15:30,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 in 10.0210 sec 2024-11-24T23:15:30,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,40059,1732490077971 in 10.0220 sec 2024-11-24T23:15:30,330 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056, size=1.4 K (1473bytes) 2024-11-24T23:15:30,330 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056 2024-11-24T23:15:30,331 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056 after 0ms 2024-11-24T23:15:30,331 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:30,331 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,40059,1732490077971 2024-11-24T23:15:30,331 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 Release verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:30,331 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,40059,1732490077971 Release verify snapshot worker=ba7f32532130,40059,1732490077971 2024-11-24T23:15:30,331 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:30,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,40059,1732490077971 in 10.0280 sec 2024-11-24T23:15:30,336 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 Release verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:30,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 in 10.0280 sec 2024-11-24T23:15:30,338 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056 took 9ms 2024-11-24T23:15:30,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 in 10.0330 sec 2024-11-24T23:15:30,339 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,40059,1732490077971 Release verify snapshot worker=ba7f32532130,40059,1732490077971 2024-11-24T23:15:30,340 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:30,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,40059,1732490077971 in 10.0360 sec 2024-11-24T23:15:30,347 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 46be236c82386ba987771caf8419038e: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-24T23:15:30,348 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 13a1f88a142f4e88f32fc091400fa73b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T23:15:30,349 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 341a5463809b15219c46d4bec6a351ba: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T23:15:30,349 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056 so closing down 2024-11-24T23:15:30,349 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T23:15:30,351 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T23:15:30,351 INFO [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 7 ms; skipped=5; WAL=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-24T23:15:30,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056, journal: Splitting hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056, size=1.4 K (1473bytes) at 1732490130330Finishing writing output for hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056 so closing down at 1732490130349 (+19 ms)3 split writer threads finished at 1732490130351 (+2 ms)Processed 5 edits across 0 Regions in 7 ms; skipped=5; WAL=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1732490130351 2024-11-24T23:15:30,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056 2024-11-24T23:15:30,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T23:15:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-24T23:15:30,359 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting/ba7f32532130%2C41187%2C1732490077915.1732490079056 to hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/oldWALs 2024-11-24T23:15:30,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T23:15:30,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ba7f32532130%2C41187%2C1732490077915.1732490079056, worker=ba7f32532130,35439,1732490077862 in 9.9290 sec 2024-11-24T23:15:30,363 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:30,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-24T23:15:30,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure ba7f32532130%2C41187%2C1732490077915.1732490079056, worker=ba7f32532130,35439,1732490077862 in 9.9360 sec 2024-11-24T23:15:30,367 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting dir is empty, no logs to split. 2024-11-24T23:15:30,367 INFO [PEWorker-1 {}] master.SplitWALManager(105): ba7f32532130,41187,1732490077915 WAL count=0, meta=false 2024-11-24T23:15:30,367 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ba7f32532130,41187,1732490077915 WAL splitting is done? wals=0, meta=false 2024-11-24T23:15:30,369 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for ba7f32532130,41187,1732490077915 failed, ignore...File hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/WALs/ba7f32532130,41187,1732490077915-splitting does not exist. 2024-11-24T23:15:30,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46be236c82386ba987771caf8419038e, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a1f88a142f4e88f32fc091400fa73b, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=341a5463809b15219c46d4bec6a351ba, ASSIGN}] 2024-11-24T23:15:30,371 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a1f88a142f4e88f32fc091400fa73b, ASSIGN 2024-11-24T23:15:30,371 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46be236c82386ba987771caf8419038e, ASSIGN 2024-11-24T23:15:30,372 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=341a5463809b15219c46d4bec6a351ba, ASSIGN 2024-11-24T23:15:30,372 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13a1f88a142f4e88f32fc091400fa73b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:15:30,372 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46be236c82386ba987771caf8419038e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:15:30,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=341a5463809b15219c46d4bec6a351ba, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T23:15:30,523 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(204): Hosts are {ba7f32532130=0} racks are {/default-rack=0} 2024-11-24T23:15:30,523 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T23:15:30,523 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T23:15:30,523 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T23:15:30,523 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T23:15:30,524 INFO [ba7f32532130:34547 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T23:15:30,524 INFO [ba7f32532130:34547 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T23:15:30,524 DEBUG [ba7f32532130:34547 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T23:15:30,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=13a1f88a142f4e88f32fc091400fa73b, regionState=OPENING, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:15:30,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=46be236c82386ba987771caf8419038e, regionState=OPENING, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:15:30,524 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=341a5463809b15219c46d4bec6a351ba, regionState=OPENING, regionLocation=ba7f32532130,40059,1732490077971 2024-11-24T23:15:30,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=341a5463809b15219c46d4bec6a351ba, ASSIGN because future has completed 2024-11-24T23:15:30,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 341a5463809b15219c46d4bec6a351ba, server=ba7f32532130,40059,1732490077971}] 2024-11-24T23:15:30,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13a1f88a142f4e88f32fc091400fa73b, ASSIGN because future has completed 2024-11-24T23:15:30,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13a1f88a142f4e88f32fc091400fa73b, server=ba7f32532130,35439,1732490077862}] 2024-11-24T23:15:30,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46be236c82386ba987771caf8419038e, ASSIGN because future has completed 2024-11-24T23:15:30,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46be236c82386ba987771caf8419038e, server=ba7f32532130,35439,1732490077862}] 2024-11-24T23:15:37,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:15:38,905 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-24T23:15:40,336 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:40,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-24T23:15:40,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-24T23:15:40,336 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 46be236c82386ba987771caf8419038e, NAME => 'SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T23:15:40,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-24T23:15:40,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-24T23:15:40,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-24T23:15:40,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-24T23:15:40,336 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,336 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:40,336 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,337 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-24T23:15:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-24T23:15:40,340 INFO [StoreOpener-46be236c82386ba987771caf8419038e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,341 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 Release verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:40,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-24T23:15:40,341 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:40,342 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 341a5463809b15219c46d4bec6a351ba, NAME => 'SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T23:15:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-24T23:15:40,342 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 Release verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:40,342 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,342 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:40,342 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,342 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-24T23:15:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34547 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-24T23:15:40,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 in 20.0380 sec 2024-11-24T23:15:40,346 INFO [StoreOpener-46be236c82386ba987771caf8419038e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46be236c82386ba987771caf8419038e columnFamilyName cf 2024-11-24T23:15:40,346 DEBUG [StoreOpener-46be236c82386ba987771caf8419038e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:40,346 INFO [StoreOpener-341a5463809b15219c46d4bec6a351ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 in 20.0390 sec 2024-11-24T23:15:40,347 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 Release verify snapshot worker=ba7f32532130,35439,1732490077862 2024-11-24T23:15:40,347 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,40059,1732490077971 Release verify snapshot worker=ba7f32532130,40059,1732490077971 2024-11-24T23:15:40,348 INFO [StoreOpener-341a5463809b15219c46d4bec6a351ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 341a5463809b15219c46d4bec6a351ba columnFamilyName cf 2024-11-24T23:15:40,348 DEBUG [StoreOpener-341a5463809b15219c46d4bec6a351ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:40,348 INFO [StoreOpener-341a5463809b15219c46d4bec6a351ba-1 {}] regionserver.HStore(327): Store=341a5463809b15219c46d4bec6a351ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:40,348 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,349 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,35439,1732490077862 in 20.0440 sec 2024-11-24T23:15:40,351 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,352 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,352 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=25 2024-11-24T23:15:40,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ba7f32532130,40059,1732490077971 in 20.0450 sec 2024-11-24T23:15:40,353 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-24T23:15:40,354 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/.hbase-snapshot/SnapshotProcedureTest 2024-11-24T23:15:40,355 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,356 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-24T23:15:40,356 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-24T23:15:40,356 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 341a5463809b15219c46d4bec6a351ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61225935, jitterRate=-0.087662473320961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:40,356 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,357 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 341a5463809b15219c46d4bec6a351ba: Running coprocessor pre-open hook at 1732490140342Writing region info on filesystem at 1732490140342Initializing all the Stores at 1732490140346 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490140346Cleaning up temporary data from old regions at 1732490140352 (+6 ms)Running coprocessor post-open hooks at 1732490140356 (+4 ms)Region opened successfully at 1732490140356 2024-11-24T23:15:40,357 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba., pid=52, masterSystemTime=1732490140331 2024-11-24T23:15:40,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3320 sec 2024-11-24T23:15:40,360 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:40,360 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:40,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=341a5463809b15219c46d4bec6a351ba, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,40059,1732490077971 2024-11-24T23:15:40,362 DEBUG [StoreOpener-46be236c82386ba987771caf8419038e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/cf/21297a48ace442219f0cb68ddf70f9e3 2024-11-24T23:15:40,362 INFO [StoreOpener-46be236c82386ba987771caf8419038e-1 {}] regionserver.HStore(327): Store=46be236c82386ba987771caf8419038e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:40,363 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 341a5463809b15219c46d4bec6a351ba, server=ba7f32532130,40059,1732490077971 because future has completed 2024-11-24T23:15:40,364 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,366 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,367 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,367 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,371 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,374 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-24T23:15:40,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T23:15:40,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 341a5463809b15219c46d4bec6a351ba, server=ba7f32532130,40059,1732490077971 in 9.8420 sec 2024-11-24T23:15:40,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=341a5463809b15219c46d4bec6a351ba, ASSIGN in 10.0060 sec 2024-11-24T23:15:40,379 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-24T23:15:40,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:15:40,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:15:40,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:15:40,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:40,379 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:15:40,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:40,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:40,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:15:40,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=450914322, stopped=false 2024-11-24T23:15:40,379 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,34547,1732490077683 2024-11-24T23:15:40,380 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 46be236c82386ba987771caf8419038e; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66333223, jitterRate=-0.01155795156955719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:40,381 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,381 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 46be236c82386ba987771caf8419038e: Running coprocessor pre-open hook at 1732490140337Writing region info on filesystem at 1732490140337Initializing all the Stores at 1732490140338 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490140338Cleaning up temporary data from old regions at 1732490140367 (+29 ms)Running coprocessor post-open hooks at 1732490140381 (+14 ms)Region opened successfully at 1732490140381 2024-11-24T23:15:40,382 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e., pid=54, masterSystemTime=1732490140331 2024-11-24T23:15:40,384 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:40,384 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:40,384 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:40,384 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 13a1f88a142f4e88f32fc091400fa73b, NAME => 'SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T23:15:40,384 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=46be236c82386ba987771caf8419038e, regionState=OPEN, openSeqNum=6, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:15:40,385 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,385 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:40,385 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,385 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,386 INFO [StoreOpener-13a1f88a142f4e88f32fc091400fa73b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,387 INFO [StoreOpener-13a1f88a142f4e88f32fc091400fa73b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13a1f88a142f4e88f32fc091400fa73b columnFamilyName cf 2024-11-24T23:15:40,388 DEBUG [StoreOpener-13a1f88a142f4e88f32fc091400fa73b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:40,389 INFO [StoreOpener-13a1f88a142f4e88f32fc091400fa73b-1 {}] regionserver.HStore(327): Store=13a1f88a142f4e88f32fc091400fa73b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:40,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46be236c82386ba987771caf8419038e, server=ba7f32532130,35439,1732490077862 because future has completed 2024-11-24T23:15:40,389 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,390 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,392 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,392 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,392 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-24T23:15:40,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 46be236c82386ba987771caf8419038e, server=ba7f32532130,35439,1732490077862 in 9.8610 sec 2024-11-24T23:15:40,397 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46be236c82386ba987771caf8419038e, ASSIGN in 10.0240 sec 2024-11-24T23:15:40,398 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 13a1f88a142f4e88f32fc091400fa73b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68907964, jitterRate=0.02680867910385132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T23:15:40,398 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,399 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 13a1f88a142f4e88f32fc091400fa73b: Running coprocessor pre-open hook at 1732490140385Writing region info on filesystem at 1732490140385Initializing all the Stores at 1732490140386 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490140386Cleaning up temporary data from old regions at 1732490140392 (+6 ms)Running coprocessor post-open hooks at 1732490140399 (+7 ms)Region opened successfully at 1732490140399 2024-11-24T23:15:40,400 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b., pid=53, masterSystemTime=1732490140331 2024-11-24T23:15:40,402 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:40,402 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:40,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=13a1f88a142f4e88f32fc091400fa73b, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,35439,1732490077862 2024-11-24T23:15:40,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13a1f88a142f4e88f32fc091400fa73b, server=ba7f32532130,35439,1732490077862 because future has completed 2024-11-24T23:15:40,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-24T23:15:40,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 13a1f88a142f4e88f32fc091400fa73b, server=ba7f32532130,35439,1732490077862 in 9.8810 sec 2024-11-24T23:15:40,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-24T23:15:40,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a1f88a142f4e88f32fc091400fa73b, ASSIGN in 10.0430 sec 2024-11-24T23:15:40,417 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server ba7f32532130,41187,1732490077915 after splitting done 2024-11-24T23:15:40,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure ba7f32532130,41187,1732490077915, splitWal=true, meta=false in 19.9950 sec 2024-11-24T23:15:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T23:15:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:15:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T23:15:40,453 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:15:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T23:15:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:15:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:15:40,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:15:40,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:15:40,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:15:40,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:15:40,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:15:40,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:40,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,35439,1732490077862' ***** 2024-11-24T23:15:40,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:15:40,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,40059,1732490077971' ***** 2024-11-24T23:15:40,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:15:40,455 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:15:40,455 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:15:40,455 INFO [RS:0;ba7f32532130:35439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:15:40,455 INFO [RS:0;ba7f32532130:35439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:15:40,455 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:15:40,455 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:15:40,455 INFO [RS:2;ba7f32532130:40059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:15:40,456 INFO [RS:2;ba7f32532130:40059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(3091): Received CLOSE for c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:40,456 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(3091): Received CLOSE for 341a5463809b15219c46d4bec6a351ba 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(3091): Received CLOSE for 13a1f88a142f4e88f32fc091400fa73b 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(3091): Received CLOSE for 18a2f5672529c225f2b13a645c9888db 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ce9084e1be63015c68cbf807cb8f962 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e6633fcee871e743edbc67b284c648c 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(3091): Received CLOSE for 46be236c82386ba987771caf8419038e 2024-11-24T23:15:40,456 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9985d50329ef8d2e9a000a2a65a283a, disabling compactions & flushes 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,35439,1732490077862 2024-11-24T23:15:40,456 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:15:40,456 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:35439. 2024-11-24T23:15:40,456 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. after waiting 0 ms 2024-11-24T23:15:40,456 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:40,456 DEBUG [RS:0;ba7f32532130:35439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:15:40,456 DEBUG [RS:0;ba7f32532130:35439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:15:40,456 INFO [RS:0;ba7f32532130:35439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:15:40,457 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:15:40,460 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-24T23:15:40,460 DEBUG [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(1325): Online Regions={c9985d50329ef8d2e9a000a2a65a283a=SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a., 13a1f88a142f4e88f32fc091400fa73b=SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b., 1588230740=hbase:meta,,1.1588230740, 18a2f5672529c225f2b13a645c9888db=SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db., 5ce9084e1be63015c68cbf807cb8f962=SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962., 2e6633fcee871e743edbc67b284c648c=SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c., 46be236c82386ba987771caf8419038e=SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e.} 2024-11-24T23:15:40,460 DEBUG [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(1351): Waiting on 13a1f88a142f4e88f32fc091400fa73b, 1588230740, 18a2f5672529c225f2b13a645c9888db, 2e6633fcee871e743edbc67b284c648c, 46be236c82386ba987771caf8419038e, 5ce9084e1be63015c68cbf807cb8f962, c9985d50329ef8d2e9a000a2a65a283a 2024-11-24T23:15:40,460 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:15:40,460 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:15:40,461 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:15:40,461 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:15:40,461 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:15:40,461 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-24T23:15:40,464 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(3091): Received CLOSE for 3249bd50a008e479cae79c2266edbb53 2024-11-24T23:15:40,464 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(3091): Received CLOSE for a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:40,464 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 341a5463809b15219c46d4bec6a351ba, disabling compactions & flushes 2024-11-24T23:15:40,464 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(3091): Received CLOSE for 80ff34a09edb5fdd00091a08f46dd9ec 2024-11-24T23:15:40,464 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:40,464 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:40,464 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,40059,1732490077971 2024-11-24T23:15:40,464 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:15:40,464 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. after waiting 0 ms 2024-11-24T23:15:40,464 INFO [RS:2;ba7f32532130:40059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:15:40,464 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:40,464 INFO [RS:2;ba7f32532130:40059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ba7f32532130:40059. 2024-11-24T23:15:40,465 DEBUG [RS:2;ba7f32532130:40059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:15:40,465 DEBUG [RS:2;ba7f32532130:40059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:40,465 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-24T23:15:40,465 DEBUG [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(1325): Online Regions={341a5463809b15219c46d4bec6a351ba=SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba., 3249bd50a008e479cae79c2266edbb53=SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53., a14aa5c02a69dd04cf33927e89d3cba4=SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4., 80ff34a09edb5fdd00091a08f46dd9ec=SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec.} 2024-11-24T23:15:40,465 DEBUG [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(1351): Waiting on 3249bd50a008e479cae79c2266edbb53, 341a5463809b15219c46d4bec6a351ba, 80ff34a09edb5fdd00091a08f46dd9ec, a14aa5c02a69dd04cf33927e89d3cba4 2024-11-24T23:15:40,485 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/c9985d50329ef8d2e9a000a2a65a283a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:15:40,486 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:40,486 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9985d50329ef8d2e9a000a2a65a283a: Waiting for close lock at 1732490140456Running coprocessor pre-close hooks at 1732490140456Disabling compacts and flushes for region at 1732490140456Disabling writes for close at 1732490140456Writing region close event to WAL at 1732490140473 (+17 ms)Running coprocessor post-close hooks at 1732490140485 (+12 ms)Closed at 1732490140486 (+1 ms) 2024-11-24T23:15:40,486 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732490089663.c9985d50329ef8d2e9a000a2a65a283a. 2024-11-24T23:15:40,486 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13a1f88a142f4e88f32fc091400fa73b, disabling compactions & flushes 2024-11-24T23:15:40,486 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:40,486 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:40,486 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. after waiting 0 ms 2024-11-24T23:15:40,486 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:40,504 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/.tmp/info/e28b1bbe4da243a9940fbf513f9548d4 is 167, key is SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53./info:regioninfo/1732490100526/Put/seqid=0 2024-11-24T23:15:40,507 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/341a5463809b15219c46d4bec6a351ba/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T23:15:40,508 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:40,508 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 341a5463809b15219c46d4bec6a351ba: Waiting for close lock at 1732490140464Running coprocessor pre-close hooks at 1732490140464Disabling compacts and flushes for region at 1732490140464Disabling writes for close at 1732490140464Writing region close event to WAL at 1732490140481 (+17 ms)Running coprocessor post-close hooks at 1732490140508 (+27 ms)Closed at 1732490140508 2024-11-24T23:15:40,508 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732490089663.341a5463809b15219c46d4bec6a351ba. 2024-11-24T23:15:40,508 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3249bd50a008e479cae79c2266edbb53, disabling compactions & flushes 2024-11-24T23:15:40,508 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:15:40,509 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:15:40,509 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. after waiting 0 ms 2024-11-24T23:15:40,509 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:15:40,534 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/13a1f88a142f4e88f32fc091400fa73b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T23:15:40,535 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:40,536 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13a1f88a142f4e88f32fc091400fa73b: Waiting for close lock at 1732490140486Running coprocessor pre-close hooks at 1732490140486Disabling compacts and flushes for region at 1732490140486Disabling writes for close at 1732490140486Writing region close event to WAL at 1732490140512 (+26 ms)Running coprocessor post-close hooks at 1732490140535 (+23 ms)Closed at 1732490140535 2024-11-24T23:15:40,536 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732490089663.13a1f88a142f4e88f32fc091400fa73b. 2024-11-24T23:15:40,536 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18a2f5672529c225f2b13a645c9888db, disabling compactions & flushes 2024-11-24T23:15:40,536 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:15:40,536 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:15:40,536 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. after waiting 0 ms 2024-11-24T23:15:40,536 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:15:40,539 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:15:40,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741864_1040 (size=19785) 2024-11-24T23:15:40,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741864_1040 (size=19785) 2024-11-24T23:15:40,555 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/3249bd50a008e479cae79c2266edbb53/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:15:40,556 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/.tmp/info/e28b1bbe4da243a9940fbf513f9548d4 2024-11-24T23:15:40,556 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:15:40,556 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3249bd50a008e479cae79c2266edbb53: Waiting for close lock at 1732490140508Running coprocessor pre-close hooks at 1732490140508Disabling compacts and flushes for region at 1732490140508Disabling writes for close at 1732490140509 (+1 ms)Writing region close event to WAL at 1732490140540 (+31 ms)Running coprocessor post-close hooks at 1732490140556 (+16 ms)Closed at 1732490140556 2024-11-24T23:15:40,556 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732490089663.3249bd50a008e479cae79c2266edbb53. 2024-11-24T23:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a14aa5c02a69dd04cf33927e89d3cba4, disabling compactions & flushes 2024-11-24T23:15:40,557 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. after waiting 0 ms 2024-11-24T23:15:40,557 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:15:40,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741864_1040 (size=19785) 2024-11-24T23:15:40,561 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/18a2f5672529c225f2b13a645c9888db/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:15:40,562 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:15:40,562 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18a2f5672529c225f2b13a645c9888db: Waiting for close lock at 1732490140536Running coprocessor pre-close hooks at 1732490140536Disabling compacts and flushes for region at 1732490140536Disabling writes for close at 1732490140536Writing region close event to WAL at 1732490140553 (+17 ms)Running coprocessor post-close hooks at 1732490140562 (+9 ms)Closed at 1732490140562 2024-11-24T23:15:40,563 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732490089663.18a2f5672529c225f2b13a645c9888db. 2024-11-24T23:15:40,563 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ce9084e1be63015c68cbf807cb8f962, disabling compactions & flushes 2024-11-24T23:15:40,563 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:15:40,563 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:15:40,563 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. after waiting 0 ms 2024-11-24T23:15:40,563 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:15:40,566 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/a14aa5c02a69dd04cf33927e89d3cba4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:15:40,567 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:15:40,568 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a14aa5c02a69dd04cf33927e89d3cba4: Waiting for close lock at 1732490140557Running coprocessor pre-close hooks at 1732490140557Disabling compacts and flushes for region at 1732490140557Disabling writes for close at 1732490140557Writing region close event to WAL at 1732490140557Running coprocessor post-close hooks at 1732490140567 (+10 ms)Closed at 1732490140567 2024-11-24T23:15:40,568 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732490089663.a14aa5c02a69dd04cf33927e89d3cba4. 2024-11-24T23:15:40,568 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80ff34a09edb5fdd00091a08f46dd9ec, disabling compactions & flushes 2024-11-24T23:15:40,568 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:15:40,568 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:15:40,568 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. after waiting 0 ms 2024-11-24T23:15:40,568 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:15:40,568 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/5ce9084e1be63015c68cbf807cb8f962/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:15:40,569 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:15:40,569 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ce9084e1be63015c68cbf807cb8f962: Waiting for close lock at 1732490140563Running coprocessor pre-close hooks at 1732490140563Disabling compacts and flushes for region at 1732490140563Disabling writes for close at 1732490140563Writing region close event to WAL at 1732490140563Running coprocessor post-close hooks at 1732490140569 (+6 ms)Closed at 1732490140569 2024-11-24T23:15:40,569 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732490089663.5ce9084e1be63015c68cbf807cb8f962. 2024-11-24T23:15:40,569 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e6633fcee871e743edbc67b284c648c, disabling compactions & flushes 2024-11-24T23:15:40,569 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:15:40,569 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:15:40,569 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. after waiting 0 ms 2024-11-24T23:15:40,569 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:15:40,591 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/.tmp/ns/048c3519a27a42d29052035e74240b73 is 43, key is default/ns:d/1732490089571/Put/seqid=0 2024-11-24T23:15:40,610 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/2e6633fcee871e743edbc67b284c648c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T23:15:40,611 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:15:40,611 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e6633fcee871e743edbc67b284c648c: Waiting for close lock at 1732490140569Running coprocessor pre-close hooks at 1732490140569Disabling compacts and flushes for region at 1732490140569Disabling writes for close at 1732490140569Writing region close event to WAL at 1732490140594 (+25 ms)Running coprocessor post-close hooks at 1732490140611 (+17 ms)Closed at 1732490140611 2024-11-24T23:15:40,611 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732490089663.2e6633fcee871e743edbc67b284c648c. 2024-11-24T23:15:40,616 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46be236c82386ba987771caf8419038e, disabling compactions & flushes 2024-11-24T23:15:40,616 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:40,616 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:40,616 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. after waiting 0 ms 2024-11-24T23:15:40,616 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:40,617 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/80ff34a09edb5fdd00091a08f46dd9ec/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T23:15:40,619 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:15:40,619 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80ff34a09edb5fdd00091a08f46dd9ec: Waiting for close lock at 1732490140568Running coprocessor pre-close hooks at 1732490140568Disabling compacts and flushes for region at 1732490140568Disabling writes for close at 1732490140568Writing region close event to WAL at 1732490140596 (+28 ms)Running coprocessor post-close hooks at 1732490140619 (+23 ms)Closed at 1732490140619 2024-11-24T23:15:40,619 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732490089663.80ff34a09edb5fdd00091a08f46dd9ec. 2024-11-24T23:15:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741865_1041 (size=5153) 2024-11-24T23:15:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741865_1041 (size=5153) 2024-11-24T23:15:40,650 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/.tmp/ns/048c3519a27a42d29052035e74240b73 2024-11-24T23:15:40,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741865_1041 (size=5153) 2024-11-24T23:15:40,657 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/default/SPTestTable/46be236c82386ba987771caf8419038e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-24T23:15:40,658 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:40,658 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46be236c82386ba987771caf8419038e: Waiting for close lock at 1732490140611Running coprocessor pre-close hooks at 1732490140611Disabling compacts and flushes for region at 1732490140611Disabling writes for close at 1732490140616 (+5 ms)Writing region close event to WAL at 1732490140652 (+36 ms)Running coprocessor post-close hooks at 1732490140658 (+6 ms)Closed at 1732490140658 2024-11-24T23:15:40,658 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732490089663.46be236c82386ba987771caf8419038e. 2024-11-24T23:15:40,661 DEBUG [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:15:40,665 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,40059,1732490077971; all regions closed. 2024-11-24T23:15:40,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741835_1011 (size=2947) 2024-11-24T23:15:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741835_1011 (size=2947) 2024-11-24T23:15:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741835_1011 (size=2947) 2024-11-24T23:15:40,673 DEBUG [RS:2;ba7f32532130:40059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/oldWALs 2024-11-24T23:15:40,673 INFO [RS:2;ba7f32532130:40059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C40059%2C1732490077971:(num 1732490079089) 2024-11-24T23:15:40,673 DEBUG [RS:2;ba7f32532130:40059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:40,673 INFO [RS:2;ba7f32532130:40059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:15:40,673 INFO [RS:2;ba7f32532130:40059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:15:40,673 INFO [RS:2;ba7f32532130:40059 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:15:40,673 INFO [RS:2;ba7f32532130:40059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:15:40,673 INFO [RS:2;ba7f32532130:40059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:15:40,673 INFO [RS:2;ba7f32532130:40059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:15:40,673 INFO [RS:2;ba7f32532130:40059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:15:40,673 INFO [RS:2;ba7f32532130:40059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40059 2024-11-24T23:15:40,674 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:15:40,683 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/.tmp/table/050bf3cfef7948358a75d65d2046f0fa is 47, key is SPTestTable/table:state/1732490100660/Put/seqid=0 2024-11-24T23:15:40,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:15:40,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba7f32532130,40059,1732490077971 2024-11-24T23:15:40,685 INFO [RS:2;ba7f32532130:40059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:15:40,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,40059,1732490077971] 2024-11-24T23:15:40,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741866_1042 (size=5214) 2024-11-24T23:15:40,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741866_1042 (size=5214) 2024-11-24T23:15:40,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741866_1042 (size=5214) 2024-11-24T23:15:40,692 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/.tmp/table/050bf3cfef7948358a75d65d2046f0fa 2024-11-24T23:15:40,695 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba7f32532130,40059,1732490077971 already deleted, retry=false 2024-11-24T23:15:40,695 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,40059,1732490077971 expired; onlineServers=1 2024-11-24T23:15:40,706 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/.tmp/info/e28b1bbe4da243a9940fbf513f9548d4 as hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/info/e28b1bbe4da243a9940fbf513f9548d4 2024-11-24T23:15:40,716 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/info/e28b1bbe4da243a9940fbf513f9548d4, entries=112, sequenceid=35, filesize=19.3 K 2024-11-24T23:15:40,717 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/.tmp/ns/048c3519a27a42d29052035e74240b73 as hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/ns/048c3519a27a42d29052035e74240b73 2024-11-24T23:15:40,726 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/ns/048c3519a27a42d29052035e74240b73, entries=2, sequenceid=35, filesize=5.0 K 2024-11-24T23:15:40,727 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/.tmp/table/050bf3cfef7948358a75d65d2046f0fa as hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/table/050bf3cfef7948358a75d65d2046f0fa 2024-11-24T23:15:40,738 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/table/050bf3cfef7948358a75d65d2046f0fa, entries=2, sequenceid=35, filesize=5.1 K 2024-11-24T23:15:40,739 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 278ms, sequenceid=35, compaction requested=false 2024-11-24T23:15:40,746 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-24T23:15:40,747 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:15:40,747 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:15:40,747 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490140460Running coprocessor pre-close hooks at 1732490140460Disabling compacts and flushes for region at 1732490140460Disabling writes for close at 1732490140461 (+1 ms)Obtaining lock to block concurrent updates at 1732490140461Preparing flush snapshotting stores in 1588230740 at 1732490140461Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1732490140461Flushing stores of hbase:meta,,1.1588230740 at 1732490140463 (+2 ms)Flushing 1588230740/info: creating writer at 1732490140463Flushing 1588230740/info: appending metadata at 1732490140503 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732490140503Flushing 1588230740/ns: creating writer at 1732490140566 (+63 ms)Flushing 1588230740/ns: appending metadata at 1732490140590 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732490140591 (+1 ms)Flushing 1588230740/table: creating writer at 1732490140660 (+69 ms)Flushing 1588230740/table: appending metadata at 1732490140683 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732490140683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651c7e3f: reopening flushed file at 1732490140705 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180ccbc5: reopening flushed file at 1732490140716 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ccea57: reopening flushed file at 1732490140726 (+10 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 278ms, sequenceid=35, compaction requested=false at 1732490140739 (+13 ms)Writing region close event to WAL at 1732490140742 (+3 ms)Running coprocessor post-close hooks at 1732490140747 (+5 ms)Closed at 1732490140747 2024-11-24T23:15:40,747 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:15:40,759 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ba7f32532130:34547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T23:15:40,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:15:40,795 INFO [RS:2;ba7f32532130:40059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:15:40,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x1016f20a1860003, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:15:40,795 INFO [RS:2;ba7f32532130:40059 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,40059,1732490077971; zookeeper connection closed. 2024-11-24T23:15:40,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c823b73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c823b73 2024-11-24T23:15:40,861 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,35439,1732490077862; all regions closed. 2024-11-24T23:15:40,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741836_1012 (size=18358) 2024-11-24T23:15:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741836_1012 (size=18358) 2024-11-24T23:15:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741836_1012 (size=18358) 2024-11-24T23:15:40,867 DEBUG [RS:0;ba7f32532130:35439 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/oldWALs 2024-11-24T23:15:40,867 INFO [RS:0;ba7f32532130:35439 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C35439%2C1732490077862.meta:.meta(num 1732490089464) 2024-11-24T23:15:40,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741833_1009 (size=4639) 2024-11-24T23:15:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741833_1009 (size=4639) 2024-11-24T23:15:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741833_1009 (size=4639) 2024-11-24T23:15:40,883 DEBUG [RS:0;ba7f32532130:35439 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/oldWALs 2024-11-24T23:15:40,884 INFO [RS:0;ba7f32532130:35439 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C35439%2C1732490077862:(num 1732490079050) 2024-11-24T23:15:40,884 DEBUG [RS:0;ba7f32532130:35439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:40,884 INFO [RS:0;ba7f32532130:35439 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:15:40,884 INFO [RS:0;ba7f32532130:35439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:15:40,884 INFO [RS:0;ba7f32532130:35439 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:15:40,884 INFO [RS:0;ba7f32532130:35439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:15:40,884 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:15:40,885 INFO [RS:0;ba7f32532130:35439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35439 2024-11-24T23:15:40,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:15:40,895 INFO [RS:0;ba7f32532130:35439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:15:40,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba7f32532130,35439,1732490077862 2024-11-24T23:15:40,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,35439,1732490077862] 2024-11-24T23:15:40,997 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba7f32532130,35439,1732490077862 already deleted, retry=false 2024-11-24T23:15:40,997 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,35439,1732490077862 expired; onlineServers=0 2024-11-24T23:15:40,997 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,34547,1732490077683' ***** 2024-11-24T23:15:40,997 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:15:40,997 INFO [M:0;ba7f32532130:34547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:15:40,997 INFO [M:0;ba7f32532130:34547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:15:40,998 DEBUG [M:0;ba7f32532130:34547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:15:40,998 DEBUG [M:0;ba7f32532130:34547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:15:40,998 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:15:40,998 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490078671 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490078671,5,FailOnTimeoutGroup] 2024-11-24T23:15:40,998 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490078672 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490078672,5,FailOnTimeoutGroup] 2024-11-24T23:15:40,998 INFO [M:0;ba7f32532130:34547 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:15:40,998 INFO [M:0;ba7f32532130:34547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:15:40,998 DEBUG [M:0;ba7f32532130:34547 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:15:40,998 INFO [M:0;ba7f32532130:34547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:15:40,999 INFO [M:0;ba7f32532130:34547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:15:40,999 ERROR [M:0;ba7f32532130:34547 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:44773 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44773,5,PEWorkerGroup] 2024-11-24T23:15:40,999 INFO [M:0;ba7f32532130:34547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:15:40,999 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:15:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:15:41,005 INFO [RS:0;ba7f32532130:35439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:15:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1016f20a1860001, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:15:41,005 INFO [RS:0;ba7f32532130:35439 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,35439,1732490077862; zookeeper connection closed. 2024-11-24T23:15:41,006 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26610b99 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26610b99 2024-11-24T23:15:41,006 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T23:15:41,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T23:15:41,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:15:41,066 DEBUG [M:0;ba7f32532130:34547 {}] zookeeper.ZKUtil(347): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T23:15:41,066 WARN [M:0;ba7f32532130:34547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:15:41,066 INFO [M:0;ba7f32532130:34547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/.lastflushedseqids 2024-11-24T23:15:41,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741867_1043 (size=650) 2024-11-24T23:15:41,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741867_1043 (size=650) 2024-11-24T23:15:41,079 INFO [M:0;ba7f32532130:34547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:15:41,079 INFO [M:0;ba7f32532130:34547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:15:41,079 DEBUG [M:0;ba7f32532130:34547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:15:41,079 INFO [M:0;ba7f32532130:34547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:15:41,079 DEBUG [M:0;ba7f32532130:34547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:15:41,079 DEBUG [M:0;ba7f32532130:34547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:15:41,079 DEBUG [M:0;ba7f32532130:34547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:15:41,079 INFO [M:0;ba7f32532130:34547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.91 KB heapSize=266.10 KB 2024-11-24T23:15:41,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741867_1043 (size=650) 2024-11-24T23:15:41,101 DEBUG [M:0;ba7f32532130:34547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d31ad9f9494229bfb206e013daf418 is 82, key is hbase:meta,,1/info:regioninfo/1732490089498/Put/seqid=0 2024-11-24T23:15:41,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741868_1044 (size=5672) 2024-11-24T23:15:41,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741868_1044 (size=5672) 2024-11-24T23:15:41,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741868_1044 (size=5672) 2024-11-24T23:15:41,112 INFO [M:0;ba7f32532130:34547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d31ad9f9494229bfb206e013daf418 2024-11-24T23:15:41,138 DEBUG [M:0;ba7f32532130:34547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81cfd48ce8f04fd5991244764d3df0a9 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732490100668/Put/seqid=0 2024-11-24T23:15:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741869_1045 (size=9313) 2024-11-24T23:15:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741869_1045 (size=9313) 2024-11-24T23:15:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741869_1045 (size=9313) 2024-11-24T23:15:41,146 INFO [M:0;ba7f32532130:34547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.18 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81cfd48ce8f04fd5991244764d3df0a9 2024-11-24T23:15:41,152 INFO [M:0;ba7f32532130:34547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81cfd48ce8f04fd5991244764d3df0a9 2024-11-24T23:15:41,167 DEBUG [M:0;ba7f32532130:34547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ef65cdd00224bf28ed8f45493d29b4d is 69, key is ba7f32532130,35439,1732490077862/rs:state/1732490078782/Put/seqid=0 2024-11-24T23:15:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741870_1046 (size=5442) 2024-11-24T23:15:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741870_1046 (size=5442) 2024-11-24T23:15:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741870_1046 (size=5442) 2024-11-24T23:15:41,174 INFO [M:0;ba7f32532130:34547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ef65cdd00224bf28ed8f45493d29b4d 2024-11-24T23:15:41,179 INFO [M:0;ba7f32532130:34547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ef65cdd00224bf28ed8f45493d29b4d 2024-11-24T23:15:41,180 DEBUG [M:0;ba7f32532130:34547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d31ad9f9494229bfb206e013daf418 as hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30d31ad9f9494229bfb206e013daf418 2024-11-24T23:15:41,185 INFO [M:0;ba7f32532130:34547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30d31ad9f9494229bfb206e013daf418, entries=8, sequenceid=467, filesize=5.5 K 2024-11-24T23:15:41,186 DEBUG [M:0;ba7f32532130:34547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81cfd48ce8f04fd5991244764d3df0a9 as hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81cfd48ce8f04fd5991244764d3df0a9 2024-11-24T23:15:41,192 INFO [M:0;ba7f32532130:34547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81cfd48ce8f04fd5991244764d3df0a9 2024-11-24T23:15:41,192 INFO [M:0;ba7f32532130:34547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81cfd48ce8f04fd5991244764d3df0a9, entries=54, sequenceid=467, filesize=9.1 K 2024-11-24T23:15:41,193 DEBUG [M:0;ba7f32532130:34547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ef65cdd00224bf28ed8f45493d29b4d as hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ef65cdd00224bf28ed8f45493d29b4d 2024-11-24T23:15:41,199 INFO [M:0;ba7f32532130:34547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ef65cdd00224bf28ed8f45493d29b4d 2024-11-24T23:15:41,199 INFO [M:0;ba7f32532130:34547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/66ae120f-b86e-e3b5-a9c3-adec47f040cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ef65cdd00224bf28ed8f45493d29b4d, entries=3, sequenceid=467, filesize=5.3 K 2024-11-24T23:15:41,200 INFO [M:0;ba7f32532130:34547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.91 KB/228264, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=467, compaction requested=false 2024-11-24T23:15:41,201 INFO [M:0;ba7f32532130:34547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:15:41,201 DEBUG [M:0;ba7f32532130:34547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490141079Disabling compacts and flushes for region at 1732490141079Disabling writes for close at 1732490141079Obtaining lock to block concurrent updates at 1732490141079Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490141079Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228264, getHeapSize=272424, getOffHeapSize=0, getCellsCount=570 at 1732490141080 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490141081 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490141081Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490141100 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490141100Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490141119 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490141138 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490141138Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490141152 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490141166 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490141166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c84098c: reopening flushed file at 1732490141179 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4450e999: reopening flushed file at 1732490141186 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7774a8a5: reopening flushed file at 1732490141192 (+6 ms)Finished flush of dataSize ~222.91 KB/228264, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=467, compaction requested=false at 1732490141200 (+8 ms)Writing region close event to WAL at 1732490141201 (+1 ms)Closed at 1732490141201 2024-11-24T23:15:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46283 is added to blk_1073741830_1006 (size=259450) 2024-11-24T23:15:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741830_1006 (size=259450) 2024-11-24T23:15:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35525 is added to blk_1073741830_1006 (size=259450) 2024-11-24T23:15:41,204 INFO [M:0;ba7f32532130:34547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:15:41,205 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:15:41,205 INFO [M:0;ba7f32532130:34547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34547 2024-11-24T23:15:41,205 INFO [M:0;ba7f32532130:34547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:15:41,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:15:41,332 INFO [M:0;ba7f32532130:34547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:15:41,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34547-0x1016f20a1860000, quorum=127.0.0.1:56843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:15:41,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cbdedd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:15:41,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1b8377{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:15:41,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:15:41,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1009edfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:15:41,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@271f2cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/hadoop.log.dir/,STOPPED} 2024-11-24T23:15:41,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:15:41,337 WARN [BP-529900755-172.17.0.3-1732490074771 heartbeating to localhost/127.0.0.1:44773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:15:41,337 WARN [BP-529900755-172.17.0.3-1732490074771 heartbeating to localhost/127.0.0.1:44773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-529900755-172.17.0.3-1732490074771 (Datanode Uuid 2d76c1c3-d47e-43f4-9d92-f71772a7df8a) service to localhost/127.0.0.1:44773 2024-11-24T23:15:41,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:15:41,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data5/current/BP-529900755-172.17.0.3-1732490074771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:15:41,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data6/current/BP-529900755-172.17.0.3-1732490074771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:15:41,338 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:15:41,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@301b6eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:15:41,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a28eaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:15:41,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:15:41,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7539655b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:15:41,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2360431{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/hadoop.log.dir/,STOPPED} 2024-11-24T23:15:41,351 WARN [BP-529900755-172.17.0.3-1732490074771 heartbeating to localhost/127.0.0.1:44773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:15:41,351 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:15:41,351 WARN [BP-529900755-172.17.0.3-1732490074771 heartbeating to localhost/127.0.0.1:44773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-529900755-172.17.0.3-1732490074771 (Datanode Uuid d9060a4d-0b4e-4b6a-bf55-5e9bea833557) service to localhost/127.0.0.1:44773 2024-11-24T23:15:41,351 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:15:41,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data3/current/BP-529900755-172.17.0.3-1732490074771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:15:41,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data4/current/BP-529900755-172.17.0.3-1732490074771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:15:41,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:15:41,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@672d18e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:15:41,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ceb4815{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:15:41,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:15:41,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34683201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:15:41,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b33d518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/hadoop.log.dir/,STOPPED} 2024-11-24T23:15:41,359 WARN [BP-529900755-172.17.0.3-1732490074771 heartbeating to localhost/127.0.0.1:44773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:15:41,359 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:15:41,359 WARN [BP-529900755-172.17.0.3-1732490074771 heartbeating to localhost/127.0.0.1:44773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-529900755-172.17.0.3-1732490074771 (Datanode Uuid cdf56ffb-4c1e-4668-b7fa-1237ffde3ce6) service to localhost/127.0.0.1:44773 2024-11-24T23:15:41,359 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:15:41,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data1/current/BP-529900755-172.17.0.3-1732490074771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:15:41,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/cluster_34e18401-26d3-5085-b421-a3e8ec2f5f0f/data/data2/current/BP-529900755-172.17.0.3-1732490074771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:15:41,360 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:15:41,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a798b0b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:15:41,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58bba0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:15:41,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:15:41,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295706e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:15:41,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46abb6db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8011e0eb-a190-2fef-9af2-0e81d63cc75c/hadoop.log.dir/,STOPPED} 2024-11-24T23:15:41,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:15:41,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T23:15:41,454 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44773 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44773 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:44773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 292) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6657 (was 6958)