2024-11-15 18:12:42,551 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-15 18:12:42,580 main DEBUG Took 0.024250 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 18:12:42,581 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 18:12:42,582 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 18:12:42,584 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 18:12:42,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,600 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 18:12:42,618 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,621 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,623 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,625 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,626 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,628 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,630 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,631 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,632 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,634 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,635 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,636 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 18:12:42,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,638 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 18:12:42,640 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 18:12:42,643 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 18:12:42,646 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 18:12:42,646 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 18:12:42,657 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 18:12:42,658 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 18:12:42,666 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 18:12:42,669 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 18:12:42,671 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 18:12:42,672 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 18:12:42,674 main DEBUG createAppenders(={Console}) 2024-11-15 18:12:42,676 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-15 18:12:42,676 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-15 18:12:42,677 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-15 18:12:42,677 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 18:12:42,677 main DEBUG OutputStream closed 2024-11-15 18:12:42,678 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 18:12:42,678 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 18:12:42,678 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-15 18:12:42,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 18:12:42,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 18:12:42,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 18:12:42,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 18:12:42,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 18:12:42,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 18:12:42,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 18:12:42,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 18:12:42,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 18:12:42,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 18:12:42,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 18:12:42,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 18:12:42,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 18:12:42,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 18:12:42,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 18:12:42,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 18:12:42,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 18:12:42,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 18:12:42,799 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 18:12:42,800 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-15 18:12:42,801 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 18:12:42,802 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-15T18:12:42,822 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-15 18:12:42,826 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 18:12:42,827 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T18:12:42,840 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-15T18:12:42,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=4880 2024-11-15T18:12:43,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45 2024-11-15T18:12:43,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:12:43,290 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76, deleteOnExit=true 2024-11-15T18:12:43,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:12:43,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/test.cache.data in system properties and HBase conf 2024-11-15T18:12:43,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:12:43,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:12:43,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:12:43,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:12:43,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:12:43,433 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T18:12:43,573 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:12:43,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:12:43,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:12:43,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:12:43,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:12:43,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:12:43,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:12:43,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:12:43,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:12:43,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:12:43,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:12:43,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:12:43,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:12:43,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:12:43,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:12:45,166 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T18:12:45,242 INFO [Time-limited test {}] log.Log(170): Logging initialized @3573ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T18:12:45,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:12:45,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:12:45,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:12:45,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:12:45,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:12:45,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:12:45,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:12:45,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:12:45,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/java.io.tmpdir/jetty-localhost-36467-hadoop-hdfs-3_4_1-tests_jar-_-any-8491310628271540518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:12:45,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:36467} 2024-11-15T18:12:45,718 INFO [Time-limited test {}] server.Server(415): Started @4050ms 2024-11-15T18:12:46,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:12:46,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:12:46,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:12:46,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:12:46,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:12:46,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:12:46,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:12:46,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/java.io.tmpdir/jetty-localhost-38407-hadoop-hdfs-3_4_1-tests_jar-_-any-10295427067329610781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:12:46,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:38407} 2024-11-15T18:12:46,624 INFO [Time-limited test {}] server.Server(415): Started @4956ms 2024-11-15T18:12:46,674 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:12:46,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:12:46,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:12:46,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:12:46,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:12:46,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:12:46,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:12:46,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:12:46,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/java.io.tmpdir/jetty-localhost-34763-hadoop-hdfs-3_4_1-tests_jar-_-any-11408082151802121988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:12:46,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:34763} 2024-11-15T18:12:46,977 INFO [Time-limited test {}] server.Server(415): Started @5309ms 2024-11-15T18:12:46,981 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:12:47,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:12:47,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:12:47,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:12:47,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:12:47,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:12:47,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:12:47,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:12:47,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/java.io.tmpdir/jetty-localhost-32969-hadoop-hdfs-3_4_1-tests_jar-_-any-6914698408922520349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:12:47,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:32969} 2024-11-15T18:12:47,206 INFO [Time-limited test {}] server.Server(415): Started @5538ms 2024-11-15T18:12:47,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:12:48,535 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data4/current/BP-960053577-172.17.0.2-1731694364286/current, will proceed with Du for space computation calculation, 2024-11-15T18:12:48,535 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data2/current/BP-960053577-172.17.0.2-1731694364286/current, will proceed with Du for space computation calculation, 2024-11-15T18:12:48,535 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data1/current/BP-960053577-172.17.0.2-1731694364286/current, will proceed with Du for space computation calculation, 2024-11-15T18:12:48,535 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data3/current/BP-960053577-172.17.0.2-1731694364286/current, will proceed with Du for space computation calculation, 2024-11-15T18:12:48,589 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:12:48,590 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:12:48,617 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data5/current/BP-960053577-172.17.0.2-1731694364286/current, will proceed with Du for space computation calculation, 2024-11-15T18:12:48,622 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data6/current/BP-960053577-172.17.0.2-1731694364286/current, will proceed with Du for space computation calculation, 2024-11-15T18:12:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64eee75fc89dbf09 with lease ID 0xe597c983a43382eb: Processing first storage report for DS-cac5db5b-cd27-4ede-8cb7-108adcecfd19 from datanode DatanodeRegistration(127.0.0.1:39555, datanodeUuid=9cc6dc45-493c-440f-aea4-e10ce6415c70, infoPort=38591, infoSecurePort=0, ipcPort=41883, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286) 2024-11-15T18:12:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64eee75fc89dbf09 with lease ID 0xe597c983a43382eb: from storage DS-cac5db5b-cd27-4ede-8cb7-108adcecfd19 node DatanodeRegistration(127.0.0.1:39555, datanodeUuid=9cc6dc45-493c-440f-aea4-e10ce6415c70, infoPort=38591, infoSecurePort=0, ipcPort=41883, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:12:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56b84f20002780c8 with lease ID 0xe597c983a43382ec: Processing first storage report for DS-8f6fb3a2-42a9-4965-a564-3f338d1e6714 from datanode DatanodeRegistration(127.0.0.1:41639, datanodeUuid=ea1a129b-ac96-4815-ac88-4d2afcb55350, infoPort=46785, infoSecurePort=0, ipcPort=36867, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286) 2024-11-15T18:12:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56b84f20002780c8 with lease ID 0xe597c983a43382ec: from storage DS-8f6fb3a2-42a9-4965-a564-3f338d1e6714 node DatanodeRegistration(127.0.0.1:41639, datanodeUuid=ea1a129b-ac96-4815-ac88-4d2afcb55350, infoPort=46785, infoSecurePort=0, ipcPort=36867, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:12:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64eee75fc89dbf09 with lease ID 0xe597c983a43382eb: Processing first storage report for DS-f79438a0-3ad5-44c9-bd13-8c9aeebf8301 from datanode DatanodeRegistration(127.0.0.1:39555, datanodeUuid=9cc6dc45-493c-440f-aea4-e10ce6415c70, infoPort=38591, infoSecurePort=0, ipcPort=41883, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286) 2024-11-15T18:12:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64eee75fc89dbf09 with lease ID 0xe597c983a43382eb: from storage DS-f79438a0-3ad5-44c9-bd13-8c9aeebf8301 node DatanodeRegistration(127.0.0.1:39555, datanodeUuid=9cc6dc45-493c-440f-aea4-e10ce6415c70, infoPort=38591, infoSecurePort=0, ipcPort=41883, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:12:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56b84f20002780c8 with lease ID 0xe597c983a43382ec: Processing first storage report for DS-66584e1a-f907-47ee-b4c4-f6594bbb0be7 from datanode DatanodeRegistration(127.0.0.1:41639, datanodeUuid=ea1a129b-ac96-4815-ac88-4d2afcb55350, infoPort=46785, infoSecurePort=0, ipcPort=36867, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286) 2024-11-15T18:12:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56b84f20002780c8 with lease ID 0xe597c983a43382ec: from storage DS-66584e1a-f907-47ee-b4c4-f6594bbb0be7 node DatanodeRegistration(127.0.0.1:41639, datanodeUuid=ea1a129b-ac96-4815-ac88-4d2afcb55350, infoPort=46785, infoSecurePort=0, ipcPort=36867, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:12:48,652 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:12:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3f5d9d23c4dbcf6 with lease ID 0xe597c983a43382ed: Processing first storage report for DS-d93fdcdc-5b0a-45d5-ab3d-1db30dc9b475 from datanode DatanodeRegistration(127.0.0.1:43067, datanodeUuid=5dc0336b-024c-44d9-af48-023d991989d0, infoPort=39965, infoSecurePort=0, ipcPort=43225, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286) 2024-11-15T18:12:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3f5d9d23c4dbcf6 with lease ID 0xe597c983a43382ed: from storage DS-d93fdcdc-5b0a-45d5-ab3d-1db30dc9b475 node DatanodeRegistration(127.0.0.1:43067, datanodeUuid=5dc0336b-024c-44d9-af48-023d991989d0, infoPort=39965, infoSecurePort=0, ipcPort=43225, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:12:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3f5d9d23c4dbcf6 with lease ID 0xe597c983a43382ed: Processing first storage report for DS-10d0d276-122f-4787-a895-ea4c13b5ad5d from datanode DatanodeRegistration(127.0.0.1:43067, datanodeUuid=5dc0336b-024c-44d9-af48-023d991989d0, infoPort=39965, infoSecurePort=0, ipcPort=43225, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286) 2024-11-15T18:12:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3f5d9d23c4dbcf6 with lease ID 0xe597c983a43382ed: from storage DS-10d0d276-122f-4787-a895-ea4c13b5ad5d node DatanodeRegistration(127.0.0.1:43067, datanodeUuid=5dc0336b-024c-44d9-af48-023d991989d0, infoPort=39965, infoSecurePort=0, ipcPort=43225, storageInfo=lv=-57;cid=testClusterID;nsid=219315603;c=1731694364286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:12:48,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45 2024-11-15T18:12:48,839 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/zookeeper_0, clientPort=53986, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:12:48,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53986 2024-11-15T18:12:48,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:48,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:12:49,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:12:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:12:49,527 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 with version=8 2024-11-15T18:12:49,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/hbase-staging 2024-11-15T18:12:49,606 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T18:12:49,831 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:12:49,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:49,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:49,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:12:49,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:49,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:12:50,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:12:50,079 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T18:12:50,091 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T18:12:50,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:12:50,130 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1004 (auto-detected) 2024-11-15T18:12:50,132 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T18:12:50,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34127 2024-11-15T18:12:50,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34127 connecting to ZooKeeper ensemble=127.0.0.1:53986 2024-11-15T18:12:50,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341270x0, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:12:50,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34127-0x1013fb313da0000 connected 2024-11-15T18:12:50,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:50,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:50,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:12:50,439 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1, hbase.cluster.distributed=false 2024-11-15T18:12:50,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T18:12:50,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34127 2024-11-15T18:12:50,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34127 2024-11-15T18:12:50,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34127 2024-11-15T18:12:50,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34127 2024-11-15T18:12:50,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34127 2024-11-15T18:12:50,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:12:50,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:50,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:50,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:12:50,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:50,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:12:50,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:12:50,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:12:50,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39865 2024-11-15T18:12:50,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39865 connecting to ZooKeeper ensemble=127.0.0.1:53986 2024-11-15T18:12:50,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:50,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:50,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398650x0, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:12:50,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39865-0x1013fb313da0001 connected 2024-11-15T18:12:50,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:12:50,662 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:12:50,670 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:12:50,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T18:12:50,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T18:12:50,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39865 2024-11-15T18:12:50,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39865 2024-11-15T18:12:50,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39865 2024-11-15T18:12:50,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39865 2024-11-15T18:12:50,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39865 2024-11-15T18:12:50,705 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:12:50,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:50,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:50,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:12:50,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:50,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:12:50,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:12:50,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:12:50,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34105 2024-11-15T18:12:50,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34105 connecting to ZooKeeper ensemble=127.0.0.1:53986 2024-11-15T18:12:50,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:50,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:50,729 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341050x0, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:12:50,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:12:50,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34105-0x1013fb313da0002 connected 2024-11-15T18:12:50,731 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:12:50,733 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:12:50,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T18:12:50,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T18:12:50,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34105 2024-11-15T18:12:50,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34105 2024-11-15T18:12:50,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34105 2024-11-15T18:12:50,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34105 2024-11-15T18:12:50,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34105 2024-11-15T18:12:50,761 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:12:50,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:50,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:50,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:12:50,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:12:50,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:12:50,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:12:50,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:12:50,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41311 2024-11-15T18:12:50,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41311 connecting to ZooKeeper ensemble=127.0.0.1:53986 2024-11-15T18:12:50,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:50,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:50,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413110x0, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:12:50,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413110x0, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:12:50,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41311-0x1013fb313da0003 connected 2024-11-15T18:12:50,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:12:50,786 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:12:50,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T18:12:50,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T18:12:50,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-15T18:12:50,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41311 2024-11-15T18:12:50,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41311 2024-11-15T18:12:50,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-15T18:12:50,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-15T18:12:50,820 DEBUG [M:0;74ec74825666:34127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:34127 2024-11-15T18:12:50,822 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/74ec74825666,34127,1731694369674 2024-11-15T18:12:50,835 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:12:50,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:12:50,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:12:50,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:12:50,838 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/74ec74825666,34127,1731694369674 2024-11-15T18:12:50,877 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T18:12:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T18:12:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T18:12:50,877 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:50,880 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T18:12:50,881 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/74ec74825666,34127,1731694369674 from backup master directory 2024-11-15T18:12:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:12:50,887 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:12:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/74ec74825666,34127,1731694369674 2024-11-15T18:12:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:12:50,888 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:12:50,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:12:50,888 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,34127,1731694369674 2024-11-15T18:12:50,891 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T18:12:50,892 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T18:12:50,952 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/hbase.id] with ID: 86ae648c-c671-47e9-9e78-d75fbc5af354 2024-11-15T18:12:50,952 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/.tmp/hbase.id 2024-11-15T18:12:50,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:12:50,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:12:50,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:12:50,969 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/.tmp/hbase.id]:[hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/hbase.id] 2024-11-15T18:12:51,022 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:12:51,028 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:12:51,046 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-15T18:12:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,055 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:12:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:12:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:12:51,088 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:12:51,090 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:12:51,102 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:12:51,106 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:12:51,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:12:51,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:12:51,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:12:51,152 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store 2024-11-15T18:12:51,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:12:51,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:12:51,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:12:51,181 INFO [master/74ec74825666:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T18:12:51,185 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:12:51,187 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:12:51,188 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:12:51,188 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:12:51,191 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:12:51,191 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:12:51,191 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:12:51,192 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694371187Disabling compacts and flushes for region at 1731694371187Disabling writes for close at 1731694371191 (+4 ms)Writing region close event to WAL at 1731694371191Closed at 1731694371191 2024-11-15T18:12:51,195 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/.initializing 2024-11-15T18:12:51,195 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/WALs/74ec74825666,34127,1731694369674 2024-11-15T18:12:51,203 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:12:51,219 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C34127%2C1731694369674, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/WALs/74ec74825666,34127,1731694369674, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/oldWALs, maxLogs=10 2024-11-15T18:12:51,240 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/WALs/74ec74825666,34127,1731694369674/74ec74825666%2C34127%2C1731694369674.1731694371224, exclude list is [], retry=0 2024-11-15T18:12:51,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39555,DS-cac5db5b-cd27-4ede-8cb7-108adcecfd19,DISK] 2024-11-15T18:12:51,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-8f6fb3a2-42a9-4965-a564-3f338d1e6714,DISK] 2024-11-15T18:12:51,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-d93fdcdc-5b0a-45d5-ab3d-1db30dc9b475,DISK] 2024-11-15T18:12:51,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T18:12:51,294 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/WALs/74ec74825666,34127,1731694369674/74ec74825666%2C34127%2C1731694369674.1731694371224 2024-11-15T18:12:51,294 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39965:39965),(127.0.0.1/127.0.0.1:38591:38591),(127.0.0.1/127.0.0.1:46785:46785)] 2024-11-15T18:12:51,295 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:12:51,295 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:12:51,298 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,298 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:12:51,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:12:51,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:12:51,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:12:51,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:12:51,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:12:51,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:12:51,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:12:51,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:12:51,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:12:51,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:12:51,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:12:51,375 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,378 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,379 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,384 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,384 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,387 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:12:51,390 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:12:51,395 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:12:51,396 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75029075, jitterRate=0.11802034080028534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:12:51,403 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694371309Initializing all the Stores at 1731694371311 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694371312 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694371312Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694371313 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694371313Cleaning up temporary data from old regions at 1731694371384 (+71 ms)Region opened successfully at 1731694371403 (+19 ms) 2024-11-15T18:12:51,405 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:12:51,437 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46676657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:12:51,467 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:12:51,476 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:12:51,477 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:12:51,479 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:12:51,480 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T18:12:51,484 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T18:12:51,484 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-15T18:12:51,508 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:12:51,516 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T18:12:51,571 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T18:12:51,574 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:12:51,576 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:12:51,582 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T18:12:51,584 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:12:51,588 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:12:51,601 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T18:12:51,603 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:12:51,613 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T18:12:51,634 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:12:51,644 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T18:12:51,655 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T18:12:51,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T18:12:51,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T18:12:51,656 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T18:12:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,661 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,34127,1731694369674, sessionid=0x1013fb313da0000, setting cluster-up flag (Was=false) 2024-11-15T18:12:51,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,687 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,719 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T18:12:51,724 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,34127,1731694369674 2024-11-15T18:12:51,750 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:51,782 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T18:12:51,784 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,34127,1731694369674 2024-11-15T18:12:51,792 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:12:51,808 INFO [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(746): ClusterId : 86ae648c-c671-47e9-9e78-d75fbc5af354 2024-11-15T18:12:51,808 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(746): ClusterId : 86ae648c-c671-47e9-9e78-d75fbc5af354 2024-11-15T18:12:51,808 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(746): ClusterId : 86ae648c-c671-47e9-9e78-d75fbc5af354 2024-11-15T18:12:51,811 DEBUG [RS:1;74ec74825666:34105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:12:51,811 DEBUG [RS:0;74ec74825666:39865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:12:51,811 DEBUG [RS:2;74ec74825666:41311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:12:51,836 DEBUG [RS:1;74ec74825666:34105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:12:51,836 DEBUG [RS:2;74ec74825666:41311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:12:51,836 DEBUG [RS:0;74ec74825666:39865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:12:51,836 DEBUG [RS:1;74ec74825666:34105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:12:51,836 DEBUG [RS:0;74ec74825666:39865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:12:51,836 DEBUG [RS:2;74ec74825666:41311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:12:51,846 DEBUG [RS:1;74ec74825666:34105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:12:51,846 DEBUG [RS:2;74ec74825666:41311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:12:51,846 DEBUG [RS:0;74ec74825666:39865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:12:51,846 DEBUG [RS:1;74ec74825666:34105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4b0107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:12:51,846 DEBUG [RS:2;74ec74825666:41311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd71bd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:12:51,846 DEBUG [RS:0;74ec74825666:39865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51433483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:12:51,859 DEBUG [RS:0;74ec74825666:39865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:39865 2024-11-15T18:12:51,861 DEBUG [RS:1;74ec74825666:34105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;74ec74825666:34105 2024-11-15T18:12:51,863 INFO [RS:0;74ec74825666:39865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:12:51,863 INFO [RS:1;74ec74825666:34105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:12:51,863 INFO [RS:0;74ec74825666:39865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:12:51,863 INFO [RS:1;74ec74825666:34105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:12:51,863 DEBUG [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:12:51,863 DEBUG [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:12:51,865 DEBUG [RS:2;74ec74825666:41311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;74ec74825666:41311 2024-11-15T18:12:51,865 INFO [RS:2;74ec74825666:41311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:12:51,865 INFO [RS:2;74ec74825666:41311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:12:51,865 DEBUG [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:12:51,865 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,34127,1731694369674 with port=39865, startcode=1731694370580 2024-11-15T18:12:51,865 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,34127,1731694369674 with port=34105, startcode=1731694370704 2024-11-15T18:12:51,866 INFO [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,34127,1731694369674 with port=41311, startcode=1731694370760 2024-11-15T18:12:51,877 DEBUG [RS:0;74ec74825666:39865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:12:51,877 DEBUG [RS:2;74ec74825666:41311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:12:51,877 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:12:51,888 DEBUG [RS:1;74ec74825666:34105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:12:51,890 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:12:51,898 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:12:51,909 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,34127,1731694369674 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:12:51,919 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:12:51,919 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:12:51,920 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:12:51,920 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:12:51,920 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:12:51,920 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:51,920 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:12:51,920 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:51,927 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:12:51,927 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:12:51,929 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:12:51,937 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694401937 2024-11-15T18:12:51,939 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:12:51,940 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:12:51,941 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:12:51,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:12:51,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:12:51,945 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:12:51,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:12:51,946 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:12:51,946 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:12:51,946 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:12:51,946 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:12:51,947 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:51,951 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:12:51,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:12:51,956 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:12:51,958 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:12:51,959 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:12:51,965 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:12:51,965 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:12:51,967 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694371967,5,FailOnTimeoutGroup] 2024-11-15T18:12:51,968 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694371968,5,FailOnTimeoutGroup] 2024-11-15T18:12:51,968 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:51,968 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:12:51,969 DEBUG [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T18:12:51,969 DEBUG [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T18:12:51,969 WARN [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T18:12:51,969 WARN [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T18:12:51,969 DEBUG [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T18:12:51,969 WARN [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T18:12:51,970 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:51,970 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:12:52,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:12:52,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:12:52,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:12:52,010 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:12:52,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:12:52,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:12:52,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:12:52,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:12:52,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:12:52,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:12:52,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:12:52,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:12:52,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:12:52,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:12:52,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:12:52,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:12:52,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:12:52,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:12:52,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:12:52,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:12:52,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:12:52,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:12:52,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:12:52,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:12:52,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:12:52,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740 2024-11-15T18:12:52,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740 2024-11-15T18:12:52,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:12:52,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:12:52,060 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:12:52,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:12:52,068 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:12:52,069 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59341807, jitterRate=-0.1157381683588028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:12:52,070 INFO [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,34127,1731694369674 with port=41311, startcode=1731694370760 2024-11-15T18:12:52,070 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,34127,1731694369674 with port=39865, startcode=1731694370580 2024-11-15T18:12:52,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,41311,1731694370760 2024-11-15T18:12:52,072 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,34127,1731694369674 with port=34105, startcode=1731694370704 2024-11-15T18:12:52,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] master.ServerManager(517): Registering regionserver=74ec74825666,41311,1731694370760 2024-11-15T18:12:52,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694372029Initializing all the Stores at 1731694372031 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694372031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694372032 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694372032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694372032Cleaning up temporary data from old regions at 1731694372059 (+27 ms)Region opened successfully at 1731694372075 (+16 ms) 2024-11-15T18:12:52,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:12:52,075 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:12:52,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:12:52,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:12:52,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:12:52,077 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:12:52,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694372075Disabling compacts and flushes for region at 1731694372075Disabling writes for close at 1731694372075Writing region close event to WAL at 1731694372076 (+1 ms)Closed at 1731694372077 (+1 ms) 2024-11-15T18:12:52,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:12:52,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:12:52,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,39865,1731694370580 2024-11-15T18:12:52,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] master.ServerManager(517): Registering regionserver=74ec74825666,39865,1731694370580 2024-11-15T18:12:52,086 DEBUG [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:12:52,086 DEBUG [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39531 2024-11-15T18:12:52,086 DEBUG [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:12:52,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,34105,1731694370704 2024-11-15T18:12:52,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] master.ServerManager(517): Registering regionserver=74ec74825666,34105,1731694370704 2024-11-15T18:12:52,089 DEBUG [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:12:52,089 DEBUG [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39531 2024-11-15T18:12:52,089 DEBUG [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:12:52,093 DEBUG [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:12:52,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:12:52,093 DEBUG [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39531 2024-11-15T18:12:52,094 DEBUG [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:12:52,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:12:52,105 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:12:52,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:12:52,143 DEBUG [RS:2;74ec74825666:41311 {}] zookeeper.ZKUtil(111): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/74ec74825666,41311,1731694370760 2024-11-15T18:12:52,143 WARN [RS:2;74ec74825666:41311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:12:52,143 INFO [RS:2;74ec74825666:41311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:12:52,143 DEBUG [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760 2024-11-15T18:12:52,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,34105,1731694370704] 2024-11-15T18:12:52,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,41311,1731694370760] 2024-11-15T18:12:52,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,39865,1731694370580] 2024-11-15T18:12:52,145 DEBUG [RS:0;74ec74825666:39865 {}] zookeeper.ZKUtil(111): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/74ec74825666,39865,1731694370580 2024-11-15T18:12:52,145 DEBUG [RS:1;74ec74825666:34105 {}] zookeeper.ZKUtil(111): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/74ec74825666,34105,1731694370704 2024-11-15T18:12:52,145 WARN [RS:0;74ec74825666:39865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:12:52,145 WARN [RS:1;74ec74825666:34105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:12:52,145 INFO [RS:1;74ec74825666:34105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:12:52,145 INFO [RS:0;74ec74825666:39865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:12:52,145 DEBUG [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,34105,1731694370704 2024-11-15T18:12:52,145 DEBUG [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,39865,1731694370580 2024-11-15T18:12:52,174 INFO [RS:0;74ec74825666:39865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:12:52,174 INFO [RS:1;74ec74825666:34105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:12:52,174 INFO [RS:2;74ec74825666:41311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:12:52,192 INFO [RS:0;74ec74825666:39865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:12:52,192 INFO [RS:1;74ec74825666:34105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:12:52,193 INFO [RS:2;74ec74825666:41311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:12:52,201 INFO [RS:0;74ec74825666:39865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:12:52,201 INFO [RS:2;74ec74825666:41311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:12:52,201 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,201 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,205 INFO [RS:1;74ec74825666:34105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:12:52,206 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,206 INFO [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:12:52,206 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:12:52,206 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:12:52,211 INFO [RS:2;74ec74825666:41311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:12:52,211 INFO [RS:1;74ec74825666:34105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:12:52,211 INFO [RS:0;74ec74825666:39865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:12:52,213 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,213 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,213 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,213 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,213 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,213 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,213 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,213 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,213 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,213 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,213 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,213 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:12:52,214 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:12:52,214 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:12:52,214 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,214 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,215 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,215 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,215 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,215 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,215 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:12:52,215 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:12:52,215 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:12:52,215 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:12:52,215 DEBUG [RS:1;74ec74825666:34105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:12:52,215 DEBUG [RS:0;74ec74825666:39865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:12:52,215 DEBUG [RS:2;74ec74825666:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:12:52,216 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,216 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,216 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,216 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,216 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,216 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,217 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39865,1731694370580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:12:52,217 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,217 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,217 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,217 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,217 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34105,1731694370704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:12:52,218 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,219 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,219 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,219 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,219 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,219 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41311,1731694370760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:12:52,244 INFO [RS:1;74ec74825666:34105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:12:52,244 INFO [RS:2;74ec74825666:41311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:12:52,246 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,41311,1731694370760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,246 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34105,1731694370704-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,246 INFO [RS:0;74ec74825666:39865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:12:52,246 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,247 INFO [RS:2;74ec74825666:41311 {}] regionserver.Replication(171): 74ec74825666,41311,1731694370760 started 2024-11-15T18:12:52,247 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,39865,1731694370580-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,246 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,247 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,247 INFO [RS:1;74ec74825666:34105 {}] regionserver.Replication(171): 74ec74825666,34105,1731694370704 started 2024-11-15T18:12:52,247 INFO [RS:0;74ec74825666:39865 {}] regionserver.Replication(171): 74ec74825666,39865,1731694370580 started 2024-11-15T18:12:52,260 WARN [74ec74825666:34127 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T18:12:52,271 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,272 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,39865,1731694370580, RpcServer on 74ec74825666/172.17.0.2:39865, sessionid=0x1013fb313da0001 2024-11-15T18:12:52,272 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,272 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,34105,1731694370704, RpcServer on 74ec74825666/172.17.0.2:34105, sessionid=0x1013fb313da0002 2024-11-15T18:12:52,272 DEBUG [RS:0;74ec74825666:39865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:12:52,272 DEBUG [RS:1;74ec74825666:34105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:12:52,272 DEBUG [RS:0;74ec74825666:39865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,39865,1731694370580 2024-11-15T18:12:52,273 DEBUG [RS:1;74ec74825666:34105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,34105,1731694370704 2024-11-15T18:12:52,273 INFO [RS:2;74ec74825666:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:12:52,273 DEBUG [RS:0;74ec74825666:39865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,39865,1731694370580' 2024-11-15T18:12:52,273 DEBUG [RS:1;74ec74825666:34105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,34105,1731694370704' 2024-11-15T18:12:52,273 INFO [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,41311,1731694370760, RpcServer on 74ec74825666/172.17.0.2:41311, sessionid=0x1013fb313da0003 2024-11-15T18:12:52,273 DEBUG [RS:0;74ec74825666:39865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T18:12:52,273 DEBUG [RS:1;74ec74825666:34105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T18:12:52,273 DEBUG [RS:2;74ec74825666:41311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:12:52,273 DEBUG [RS:2;74ec74825666:41311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,41311,1731694370760 2024-11-15T18:12:52,273 DEBUG [RS:2;74ec74825666:41311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,41311,1731694370760' 2024-11-15T18:12:52,273 DEBUG [RS:2;74ec74825666:41311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T18:12:52,274 DEBUG [RS:1;74ec74825666:34105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T18:12:52,274 DEBUG [RS:0;74ec74825666:39865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T18:12:52,274 DEBUG [RS:2;74ec74825666:41311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T18:12:52,274 DEBUG [RS:1;74ec74825666:34105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:12:52,275 DEBUG [RS:1;74ec74825666:34105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:12:52,275 DEBUG [RS:2;74ec74825666:41311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:12:52,275 DEBUG [RS:0;74ec74825666:39865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:12:52,275 DEBUG [RS:2;74ec74825666:41311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:12:52,275 DEBUG [RS:0;74ec74825666:39865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:12:52,275 DEBUG [RS:0;74ec74825666:39865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,39865,1731694370580 2024-11-15T18:12:52,275 DEBUG [RS:1;74ec74825666:34105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,34105,1731694370704 2024-11-15T18:12:52,275 DEBUG [RS:2;74ec74825666:41311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,41311,1731694370760 2024-11-15T18:12:52,275 DEBUG [RS:0;74ec74825666:39865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,39865,1731694370580' 2024-11-15T18:12:52,275 DEBUG [RS:1;74ec74825666:34105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,34105,1731694370704' 2024-11-15T18:12:52,275 DEBUG [RS:2;74ec74825666:41311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,41311,1731694370760' 2024-11-15T18:12:52,275 DEBUG [RS:0;74ec74825666:39865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T18:12:52,275 DEBUG [RS:0;74ec74825666:39865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T18:12:52,275 DEBUG [RS:1;74ec74825666:34105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T18:12:52,276 DEBUG [RS:0;74ec74825666:39865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:12:52,276 INFO [RS:0;74ec74825666:39865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:12:52,276 INFO [RS:0;74ec74825666:39865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:12:52,275 DEBUG [RS:2;74ec74825666:41311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T18:12:52,277 DEBUG [RS:1;74ec74825666:34105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T18:12:52,277 DEBUG [RS:2;74ec74825666:41311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T18:12:52,278 DEBUG [RS:1;74ec74825666:34105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:12:52,278 DEBUG [RS:2;74ec74825666:41311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:12:52,278 INFO [RS:1;74ec74825666:34105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:12:52,278 INFO [RS:1;74ec74825666:34105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:12:52,278 INFO [RS:2;74ec74825666:41311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:12:52,278 INFO [RS:2;74ec74825666:41311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:12:52,381 INFO [RS:0;74ec74825666:39865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:12:52,381 INFO [RS:2;74ec74825666:41311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:12:52,381 INFO [RS:1;74ec74825666:34105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:12:52,384 INFO [RS:0;74ec74825666:39865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C39865%2C1731694370580, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,39865,1731694370580, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/oldWALs, maxLogs=32 2024-11-15T18:12:52,384 INFO [RS:1;74ec74825666:34105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C34105%2C1731694370704, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,34105,1731694370704, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/oldWALs, maxLogs=32 2024-11-15T18:12:52,384 INFO [RS:2;74ec74825666:41311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C41311%2C1731694370760, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/oldWALs, maxLogs=32 2024-11-15T18:12:52,401 DEBUG [RS:0;74ec74825666:39865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,39865,1731694370580/74ec74825666%2C39865%2C1731694370580.1731694372387, exclude list is [], retry=0 2024-11-15T18:12:52,406 DEBUG [RS:2;74ec74825666:41311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760/74ec74825666%2C41311%2C1731694370760.1731694372387, exclude list is [], retry=0 2024-11-15T18:12:52,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39555,DS-cac5db5b-cd27-4ede-8cb7-108adcecfd19,DISK] 2024-11-15T18:12:52,407 DEBUG [RS:1;74ec74825666:34105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,34105,1731694370704/74ec74825666%2C34105%2C1731694370704.1731694372387, exclude list is [], retry=0 2024-11-15T18:12:52,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-d93fdcdc-5b0a-45d5-ab3d-1db30dc9b475,DISK] 2024-11-15T18:12:52,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-8f6fb3a2-42a9-4965-a564-3f338d1e6714,DISK] 2024-11-15T18:12:52,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-8f6fb3a2-42a9-4965-a564-3f338d1e6714,DISK] 2024-11-15T18:12:52,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-d93fdcdc-5b0a-45d5-ab3d-1db30dc9b475,DISK] 2024-11-15T18:12:52,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39555,DS-cac5db5b-cd27-4ede-8cb7-108adcecfd19,DISK] 2024-11-15T18:12:52,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-8f6fb3a2-42a9-4965-a564-3f338d1e6714,DISK] 2024-11-15T18:12:52,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-d93fdcdc-5b0a-45d5-ab3d-1db30dc9b475,DISK] 2024-11-15T18:12:52,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39555,DS-cac5db5b-cd27-4ede-8cb7-108adcecfd19,DISK] 2024-11-15T18:12:52,424 INFO [RS:0;74ec74825666:39865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,39865,1731694370580/74ec74825666%2C39865%2C1731694370580.1731694372387 2024-11-15T18:12:52,429 DEBUG [RS:0;74ec74825666:39865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38591:38591),(127.0.0.1/127.0.0.1:46785:46785),(127.0.0.1/127.0.0.1:39965:39965)] 2024-11-15T18:12:52,430 INFO [RS:2;74ec74825666:41311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760/74ec74825666%2C41311%2C1731694370760.1731694372387 2024-11-15T18:12:52,432 DEBUG [RS:2;74ec74825666:41311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46785:46785),(127.0.0.1/127.0.0.1:38591:38591),(127.0.0.1/127.0.0.1:39965:39965)] 2024-11-15T18:12:52,436 INFO [RS:1;74ec74825666:34105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,34105,1731694370704/74ec74825666%2C34105%2C1731694370704.1731694372387 2024-11-15T18:12:52,440 DEBUG [RS:1;74ec74825666:34105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46785:46785),(127.0.0.1/127.0.0.1:39965:39965),(127.0.0.1/127.0.0.1:38591:38591)] 2024-11-15T18:12:52,513 DEBUG [74ec74825666:34127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T18:12:52,525 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(204): Hosts are {74ec74825666=0} racks are {/default-rack=0} 2024-11-15T18:12:52,532 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T18:12:52,532 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T18:12:52,532 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T18:12:52,532 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T18:12:52,532 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T18:12:52,532 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T18:12:52,532 INFO [74ec74825666:34127 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T18:12:52,532 INFO [74ec74825666:34127 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T18:12:52,533 INFO [74ec74825666:34127 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T18:12:52,533 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T18:12:52,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:12:52,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,39865,1731694370580, state=OPENING 2024-11-15T18:12:52,560 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:12:52,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:52,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:52,571 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:52,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:12:52,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:12:52,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:12:52,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:12:52,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:12:52,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:12:52,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,39865,1731694370580}] 2024-11-15T18:13:00,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T18:13:00,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T18:13:02,602 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:13:02,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:13:02,617 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:13:02,618 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:13:02,618 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:13:02,621 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C39865%2C1731694370580.meta, suffix=.meta, logDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,39865,1731694370580, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/oldWALs, maxLogs=32 2024-11-15T18:13:02,635 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,39865,1731694370580/74ec74825666%2C39865%2C1731694370580.meta.1731694382623.meta, exclude list is [], retry=0 2024-11-15T18:13:02,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39555,DS-cac5db5b-cd27-4ede-8cb7-108adcecfd19,DISK] 2024-11-15T18:13:02,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-d93fdcdc-5b0a-45d5-ab3d-1db30dc9b475,DISK] 2024-11-15T18:13:02,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-8f6fb3a2-42a9-4965-a564-3f338d1e6714,DISK] 2024-11-15T18:13:02,642 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,39865,1731694370580/74ec74825666%2C39865%2C1731694370580.meta.1731694382623.meta 2024-11-15T18:13:02,644 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38591:38591),(127.0.0.1/127.0.0.1:39965:39965),(127.0.0.1/127.0.0.1:46785:46785)] 2024-11-15T18:13:02,644 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:13:02,646 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:13:02,648 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:13:02,652 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:13:02,655 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:13:02,656 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:02,656 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:13:02,656 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:13:02,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:13:02,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:13:02,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:02,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:13:02,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:13:02,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:13:02,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:02,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:13:02,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:13:02,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:13:02,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:02,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:13:02,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:13:02,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:13:02,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:02,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:13:02,668 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:13:02,670 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740 2024-11-15T18:13:02,672 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740 2024-11-15T18:13:02,674 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:13:02,674 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:13:02,675 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:13:02,677 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:13:02,678 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73943638, jitterRate=0.10184606909751892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:13:02,679 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:13:02,680 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694382657Writing region info on filesystem at 1731694382657Initializing all the Stores at 1731694382658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694382658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694382659 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694382659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694382659Cleaning up temporary data from old regions at 1731694382674 (+15 ms)Running coprocessor post-open hooks at 1731694382679 (+5 ms)Region opened successfully at 1731694382680 (+1 ms) 2024-11-15T18:13:02,685 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694382595 2024-11-15T18:13:02,695 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:13:02,696 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:13:02,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:02,699 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,39865,1731694370580, state=OPEN 2024-11-15T18:13:02,771 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:13:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:13:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:13:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:13:02,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:13:02,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:13:02,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:13:02,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:13:02,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,39865,1731694370580 2024-11-15T18:13:02,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:13:02,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,39865,1731694370580 in 10.1990 sec 2024-11-15T18:13:02,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:13:02,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6910 sec 2024-11-15T18:13:02,789 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:13:02,789 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:13:02,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:13:02,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,39865,1731694370580, seqNum=-1] 2024-11-15T18:13:02,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:13:02,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:13:02,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0530 sec 2024-11-15T18:13:02,878 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694382878, completionTime=-1 2024-11-15T18:13:02,880 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T18:13:02,880 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:13:02,906 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-15T18:13:02,906 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694442906 2024-11-15T18:13:02,906 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694502906 2024-11-15T18:13:02,906 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-15T18:13:02,907 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:13:02,914 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34127,1731694369674-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:13:02,914 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34127,1731694369674-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:13:02,914 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34127,1731694369674-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:13:02,916 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:34127, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:13:02,916 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:13:02,917 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:13:02,921 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:13:02,940 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.052sec 2024-11-15T18:13:02,942 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:13:02,943 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:13:02,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:13:02,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:13:02,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:13:02,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34127,1731694369674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:13:02,945 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34127,1731694369674-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:13:02,949 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:13:02,950 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:13:02,950 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,34127,1731694369674-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:13:03,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a960644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:13:03,042 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T18:13:03,042 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T18:13:03,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34127,-1 for getting cluster id 2024-11-15T18:13:03,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:13:03,058 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86ae648c-c671-47e9-9e78-d75fbc5af354' 2024-11-15T18:13:03,060 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:13:03,061 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86ae648c-c671-47e9-9e78-d75fbc5af354" 2024-11-15T18:13:03,061 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f55f9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:13:03,061 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34127,-1] 2024-11-15T18:13:03,065 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:13:03,067 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:13:03,067 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:13:03,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:13:03,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:13:03,078 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,39865,1731694370580, seqNum=-1] 2024-11-15T18:13:03,078 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:13:03,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:13:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,34127,1731694369674 2024-11-15T18:13:03,101 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694383100 (current time:1731694383100). 2024-11-15T18:13:03,101 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:13:03,101 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-15T18:13:03,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7903fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:13:03,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,34127,-1 for getting cluster id 2024-11-15T18:13:03,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:13:03,104 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86ae648c-c671-47e9-9e78-d75fbc5af354' 2024-11-15T18:13:03,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:13:03,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86ae648c-c671-47e9-9e78-d75fbc5af354" 2024-11-15T18:13:03,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fca7a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:13:03,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,34127,-1] 2024-11-15T18:13:03,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:13:03,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:13:03,106 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:13:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1702e3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:13:03,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:13:03,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,39865,1731694370580, seqNum=-1] 2024-11-15T18:13:03,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:13:03,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:13:03,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:13:03,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:13:03,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:13:03,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:13:03,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:13:03,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:13:03,126 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,34127,1731694369674 2024-11-15T18:13:03,128 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bba1bf9 2024-11-15T18:13:03,129 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:13:03,131 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:13:03,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:13:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-15T18:13:03,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:13:03,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-15T18:13:03,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:03,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:13:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:13:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741837_1013 (size=361) 2024-11-15T18:13:03,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741837_1013 (size=361) 2024-11-15T18:13:03,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741837_1013 (size=361) 2024-11-15T18:13:03,169 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d03e53d5f51146cbe295bcea190f761, NAME => 'SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:13:03,169 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0050e8a7eed46cfccd5469b7c3883951, NAME => 'SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:13:03,171 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8cd5d63d87414d858909b6fd3d729c9a, NAME => 'SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:13:03,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741838_1014 (size=54) 2024-11-15T18:13:03,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741838_1014 (size=54) 2024-11-15T18:13:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741838_1014 (size=54) 2024-11-15T18:13:03,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:03,190 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1d03e53d5f51146cbe295bcea190f761, disabling compactions & flushes 2024-11-15T18:13:03,190 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:03,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:03,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. after waiting 0 ms 2024-11-15T18:13:03,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:03,191 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:03,191 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d03e53d5f51146cbe295bcea190f761: Waiting for close lock at 1731694383190Disabling compacts and flushes for region at 1731694383190Disabling writes for close at 1731694383191 (+1 ms)Writing region close event to WAL at 1731694383191Closed at 1731694383191 2024-11-15T18:13:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741839_1015 (size=62) 2024-11-15T18:13:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741839_1015 (size=62) 2024-11-15T18:13:03,192 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5e83aa2e5b0eee2292c7f69cdc54272, NAME => 'SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:13:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741840_1016 (size=62) 2024-11-15T18:13:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741840_1016 (size=62) 2024-11-15T18:13:03,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741839_1015 (size=62) 2024-11-15T18:13:03,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:03,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0050e8a7eed46cfccd5469b7c3883951, disabling compactions & flushes 2024-11-15T18:13:03,197 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:13:03,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:13:03,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741840_1016 (size=62) 2024-11-15T18:13:03,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. after waiting 0 ms 2024-11-15T18:13:03,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:13:03,197 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:13:03,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0050e8a7eed46cfccd5469b7c3883951: Waiting for close lock at 1731694383197Disabling compacts and flushes for region at 1731694383197Disabling writes for close at 1731694383197Writing region close event to WAL at 1731694383197Closed at 1731694383197 2024-11-15T18:13:03,198 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 889cf2b78c28cade35434cabf0d41d4f, NAME => 'SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:13:03,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:03,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8cd5d63d87414d858909b6fd3d729c9a, disabling compactions & flushes 2024-11-15T18:13:03,200 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:13:03,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:13:03,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. after waiting 0 ms 2024-11-15T18:13:03,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:13:03,200 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:13:03,200 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8cd5d63d87414d858909b6fd3d729c9a: Waiting for close lock at 1731694383200Disabling compacts and flushes for region at 1731694383200Disabling writes for close at 1731694383200Writing region close event to WAL at 1731694383200Closed at 1731694383200 2024-11-15T18:13:03,201 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8fffcc4ba9bb176372a4770c76910590, NAME => 'SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:13:03,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741841_1017 (size=62) 2024-11-15T18:13:03,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741841_1017 (size=62) 2024-11-15T18:13:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741841_1017 (size=62) 2024-11-15T18:13:03,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:03,210 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d5e83aa2e5b0eee2292c7f69cdc54272, disabling compactions & flushes 2024-11-15T18:13:03,210 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:03,210 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:03,210 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. after waiting 0 ms 2024-11-15T18:13:03,210 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:03,210 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:03,210 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5e83aa2e5b0eee2292c7f69cdc54272: Waiting for close lock at 1731694383210Disabling compacts and flushes for region at 1731694383210Disabling writes for close at 1731694383210Writing region close event to WAL at 1731694383210Closed at 1731694383210 2024-11-15T18:13:03,211 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8556b88fec97e3bb1fc8480e53814ec6, NAME => 'SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:13:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741842_1018 (size=62) 2024-11-15T18:13:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741842_1018 (size=62) 2024-11-15T18:13:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741842_1018 (size=62) 2024-11-15T18:13:03,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:03,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 889cf2b78c28cade35434cabf0d41d4f, disabling compactions & flushes 2024-11-15T18:13:03,216 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:13:03,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:13:03,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. after waiting 0 ms 2024-11-15T18:13:03,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:13:03,216 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:13:03,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 889cf2b78c28cade35434cabf0d41d4f: Waiting for close lock at 1731694383216Disabling compacts and flushes for region at 1731694383216Disabling writes for close at 1731694383216Writing region close event to WAL at 1731694383216Closed at 1731694383216 2024-11-15T18:13:03,217 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fb8252fc927297371f1b7934f3faf227, NAME => 'SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:13:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741843_1019 (size=62) 2024-11-15T18:13:03,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741843_1019 (size=62) 2024-11-15T18:13:03,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741843_1019 (size=62) 2024-11-15T18:13:03,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:03,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8fffcc4ba9bb176372a4770c76910590, disabling compactions & flushes 2024-11-15T18:13:03,227 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:13:03,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:13:03,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. after waiting 0 ms 2024-11-15T18:13:03,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:13:03,227 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:13:03,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8fffcc4ba9bb176372a4770c76910590: Waiting for close lock at 1731694383227Disabling compacts and flushes for region at 1731694383227Disabling writes for close at 1731694383227Writing region close event to WAL at 1731694383227Closed at 1731694383227 2024-11-15T18:13:03,228 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d436b6bbe1f69a96bdfeafc7d56cfc77, NAME => 'SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:13:03,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741844_1020 (size=62) 2024-11-15T18:13:03,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741844_1020 (size=62) 2024-11-15T18:13:03,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741844_1020 (size=62) 2024-11-15T18:13:03,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:03,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8556b88fec97e3bb1fc8480e53814ec6, disabling compactions & flushes 2024-11-15T18:13:03,233 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:03,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:03,234 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. after waiting 0 ms 2024-11-15T18:13:03,234 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:03,234 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:03,234 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8556b88fec97e3bb1fc8480e53814ec6: Waiting for close lock at 1731694383233Disabling compacts and flushes for region at 1731694383233Disabling writes for close at 1731694383234 (+1 ms)Writing region close event to WAL at 1731694383234Closed at 1731694383234 2024-11-15T18:13:03,234 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5457f3ec0a7a922edb065b4938643365, NAME => 'SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1 2024-11-15T18:13:03,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741845_1021 (size=62) 2024-11-15T18:13:03,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741845_1021 (size=62) 2024-11-15T18:13:03,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741845_1021 (size=62) 2024-11-15T18:13:03,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:03,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fb8252fc927297371f1b7934f3faf227, disabling compactions & flushes 2024-11-15T18:13:03,237 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:13:03,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:13:03,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. after waiting 0 ms 2024-11-15T18:13:03,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:13:03,237 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:13:03,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fb8252fc927297371f1b7934f3faf227: Waiting for close lock at 1731694383237Disabling compacts and flushes for region at 1731694383237Disabling writes for close at 1731694383237Writing region close event to WAL at 1731694383237Closed at 1731694383237 2024-11-15T18:13:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741846_1022 (size=62) 2024-11-15T18:13:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741846_1022 (size=62) 2024-11-15T18:13:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741846_1022 (size=62) 2024-11-15T18:13:03,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:03,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d436b6bbe1f69a96bdfeafc7d56cfc77, disabling compactions & flushes 2024-11-15T18:13:03,251 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:13:03,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:13:03,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. after waiting 0 ms 2024-11-15T18:13:03,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:13:03,251 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:13:03,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d436b6bbe1f69a96bdfeafc7d56cfc77: Waiting for close lock at 1731694383251Disabling compacts and flushes for region at 1731694383251Disabling writes for close at 1731694383251Writing region close event to WAL at 1731694383251Closed at 1731694383251 2024-11-15T18:13:03,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741847_1023 (size=54) 2024-11-15T18:13:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:13:03,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741847_1023 (size=54) 2024-11-15T18:13:03,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741847_1023 (size=54) 2024-11-15T18:13:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:13:03,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:03,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5457f3ec0a7a922edb065b4938643365, disabling compactions & flushes 2024-11-15T18:13:03,657 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:03,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:03,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. after waiting 0 ms 2024-11-15T18:13:03,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:03,658 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:03,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5457f3ec0a7a922edb065b4938643365: Waiting for close lock at 1731694383657Disabling compacts and flushes for region at 1731694383657Disabling writes for close at 1731694383658 (+1 ms)Writing region close event to WAL at 1731694383658Closed at 1731694383658 2024-11-15T18:13:03,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:13:03,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731694383660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694383660"}]},"ts":"1731694383660"} 2024-11-15T18:13:03,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694383660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694383660"}]},"ts":"1731694383660"} 2024-11-15T18:13:03,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694383660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694383660"}]},"ts":"1731694383660"} 2024-11-15T18:13:03,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694383660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694383660"}]},"ts":"1731694383660"} 2024-11-15T18:13:03,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694383660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694383660"}]},"ts":"1731694383660"} 2024-11-15T18:13:03,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694383660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694383660"}]},"ts":"1731694383660"} 2024-11-15T18:13:03,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694383660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694383660"}]},"ts":"1731694383660"} 2024-11-15T18:13:03,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694383660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694383660"}]},"ts":"1731694383660"} 2024-11-15T18:13:03,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694383660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694383660"}]},"ts":"1731694383660"} 2024-11-15T18:13:03,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731694383660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694383660"}]},"ts":"1731694383660"} 2024-11-15T18:13:03,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-15T18:13:03,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:13:03,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694383706"}]},"ts":"1731694383706"} 2024-11-15T18:13:03,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-15T18:13:03,712 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {74ec74825666=0} racks are {/default-rack=0} 2024-11-15T18:13:03,719 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T18:13:03,719 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T18:13:03,719 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T18:13:03,720 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T18:13:03,720 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T18:13:03,720 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T18:13:03,720 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T18:13:03,720 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T18:13:03,720 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T18:13:03,720 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T18:13:03,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d03e53d5f51146cbe295bcea190f761, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0050e8a7eed46cfccd5469b7c3883951, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8cd5d63d87414d858909b6fd3d729c9a, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5e83aa2e5b0eee2292c7f69cdc54272, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=889cf2b78c28cade35434cabf0d41d4f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fffcc4ba9bb176372a4770c76910590, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8556b88fec97e3bb1fc8480e53814ec6, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb8252fc927297371f1b7934f3faf227, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d436b6bbe1f69a96bdfeafc7d56cfc77, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5457f3ec0a7a922edb065b4938643365, ASSIGN}] 2024-11-15T18:13:03,727 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0050e8a7eed46cfccd5469b7c3883951, ASSIGN 2024-11-15T18:13:03,727 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d03e53d5f51146cbe295bcea190f761, ASSIGN 2024-11-15T18:13:03,727 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5e83aa2e5b0eee2292c7f69cdc54272, ASSIGN 2024-11-15T18:13:03,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8cd5d63d87414d858909b6fd3d729c9a, ASSIGN 2024-11-15T18:13:03,730 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5457f3ec0a7a922edb065b4938643365, ASSIGN 2024-11-15T18:13:03,730 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d03e53d5f51146cbe295bcea190f761, ASSIGN; state=OFFLINE, location=74ec74825666,41311,1731694370760; forceNewPlan=false, retain=false 2024-11-15T18:13:03,730 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5e83aa2e5b0eee2292c7f69cdc54272, ASSIGN; state=OFFLINE, location=74ec74825666,41311,1731694370760; forceNewPlan=false, retain=false 2024-11-15T18:13:03,730 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8cd5d63d87414d858909b6fd3d729c9a, ASSIGN; state=OFFLINE, location=74ec74825666,34105,1731694370704; forceNewPlan=false, retain=false 2024-11-15T18:13:03,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0050e8a7eed46cfccd5469b7c3883951, ASSIGN; state=OFFLINE, location=74ec74825666,39865,1731694370580; forceNewPlan=false, retain=false 2024-11-15T18:13:03,732 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5457f3ec0a7a922edb065b4938643365, ASSIGN; state=OFFLINE, location=74ec74825666,41311,1731694370760; forceNewPlan=false, retain=false 2024-11-15T18:13:03,732 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d436b6bbe1f69a96bdfeafc7d56cfc77, ASSIGN 2024-11-15T18:13:03,733 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d436b6bbe1f69a96bdfeafc7d56cfc77, ASSIGN; state=OFFLINE, location=74ec74825666,34105,1731694370704; forceNewPlan=false, retain=false 2024-11-15T18:13:03,737 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8556b88fec97e3bb1fc8480e53814ec6, ASSIGN 2024-11-15T18:13:03,739 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb8252fc927297371f1b7934f3faf227, ASSIGN 2024-11-15T18:13:03,739 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8556b88fec97e3bb1fc8480e53814ec6, ASSIGN; state=OFFLINE, location=74ec74825666,41311,1731694370760; forceNewPlan=false, retain=false 2024-11-15T18:13:03,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=889cf2b78c28cade35434cabf0d41d4f, ASSIGN 2024-11-15T18:13:03,739 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fffcc4ba9bb176372a4770c76910590, ASSIGN 2024-11-15T18:13:03,741 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fffcc4ba9bb176372a4770c76910590, ASSIGN; state=OFFLINE, location=74ec74825666,34105,1731694370704; forceNewPlan=false, retain=false 2024-11-15T18:13:03,741 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb8252fc927297371f1b7934f3faf227, ASSIGN; state=OFFLINE, location=74ec74825666,39865,1731694370580; forceNewPlan=false, retain=false 2024-11-15T18:13:03,741 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=889cf2b78c28cade35434cabf0d41d4f, ASSIGN; state=OFFLINE, location=74ec74825666,39865,1731694370580; forceNewPlan=false, retain=false 2024-11-15T18:13:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:13:03,883 INFO [74ec74825666:34127 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-15T18:13:03,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5457f3ec0a7a922edb065b4938643365, regionState=OPENING, regionLocation=74ec74825666,41311,1731694370760 2024-11-15T18:13:03,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d03e53d5f51146cbe295bcea190f761, regionState=OPENING, regionLocation=74ec74825666,41311,1731694370760 2024-11-15T18:13:03,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d5e83aa2e5b0eee2292c7f69cdc54272, regionState=OPENING, regionLocation=74ec74825666,41311,1731694370760 2024-11-15T18:13:03,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8556b88fec97e3bb1fc8480e53814ec6, regionState=OPENING, regionLocation=74ec74825666,41311,1731694370760 2024-11-15T18:13:03,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fb8252fc927297371f1b7934f3faf227, regionState=OPENING, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:03,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=889cf2b78c28cade35434cabf0d41d4f, regionState=OPENING, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:03,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d436b6bbe1f69a96bdfeafc7d56cfc77, regionState=OPENING, regionLocation=74ec74825666,34105,1731694370704 2024-11-15T18:13:03,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0050e8a7eed46cfccd5469b7c3883951, regionState=OPENING, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:03,887 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8fffcc4ba9bb176372a4770c76910590, regionState=OPENING, regionLocation=74ec74825666,34105,1731694370704 2024-11-15T18:13:03,888 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8cd5d63d87414d858909b6fd3d729c9a, regionState=OPENING, regionLocation=74ec74825666,34105,1731694370704 2024-11-15T18:13:03,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d03e53d5f51146cbe295bcea190f761, ASSIGN because future has completed 2024-11-15T18:13:03,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d03e53d5f51146cbe295bcea190f761, server=74ec74825666,41311,1731694370760}] 2024-11-15T18:13:03,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5e83aa2e5b0eee2292c7f69cdc54272, ASSIGN because future has completed 2024-11-15T18:13:03,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272, server=74ec74825666,41311,1731694370760}] 2024-11-15T18:13:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb8252fc927297371f1b7934f3faf227, ASSIGN because future has completed 2024-11-15T18:13:03,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5457f3ec0a7a922edb065b4938643365, ASSIGN because future has completed 2024-11-15T18:13:03,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5457f3ec0a7a922edb065b4938643365, server=74ec74825666,41311,1731694370760}] 2024-11-15T18:13:03,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb8252fc927297371f1b7934f3faf227, server=74ec74825666,39865,1731694370580}] 2024-11-15T18:13:03,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8556b88fec97e3bb1fc8480e53814ec6, ASSIGN because future has completed 2024-11-15T18:13:03,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0050e8a7eed46cfccd5469b7c3883951, ASSIGN because future has completed 2024-11-15T18:13:03,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0050e8a7eed46cfccd5469b7c3883951, server=74ec74825666,39865,1731694370580}] 2024-11-15T18:13:03,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6, server=74ec74825666,41311,1731694370760}] 2024-11-15T18:13:03,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=889cf2b78c28cade35434cabf0d41d4f, ASSIGN because future has completed 2024-11-15T18:13:03,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d436b6bbe1f69a96bdfeafc7d56cfc77, ASSIGN because future has completed 2024-11-15T18:13:03,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fffcc4ba9bb176372a4770c76910590, ASSIGN because future has completed 2024-11-15T18:13:03,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8cd5d63d87414d858909b6fd3d729c9a, ASSIGN because future has completed 2024-11-15T18:13:03,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 889cf2b78c28cade35434cabf0d41d4f, server=74ec74825666,39865,1731694370580}] 2024-11-15T18:13:03,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fffcc4ba9bb176372a4770c76910590, server=74ec74825666,34105,1731694370704}] 2024-11-15T18:13:03,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cd5d63d87414d858909b6fd3d729c9a, server=74ec74825666,34105,1731694370704}] 2024-11-15T18:13:03,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d436b6bbe1f69a96bdfeafc7d56cfc77, server=74ec74825666,34105,1731694370704}] 2024-11-15T18:13:04,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:13:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:13:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:13:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:13:08,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T18:13:10,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:13:10,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:13:10,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:13:10,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T18:13:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:13:13,898 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:13:13,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:13:13,917 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:13,917 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8556b88fec97e3bb1fc8480e53814ec6, NAME => 'SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T18:13:13,918 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:13:13,918 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => fb8252fc927297371f1b7934f3faf227, NAME => 'SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-15T18:13:13,918 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,918 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:13,918 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,918 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,918 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,919 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:13,919 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,919 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,921 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:13:13,921 INFO [StoreOpener-fb8252fc927297371f1b7934f3faf227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,921 INFO [StoreOpener-8556b88fec97e3bb1fc8480e53814ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:13:13,923 INFO [StoreOpener-8556b88fec97e3bb1fc8480e53814ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8556b88fec97e3bb1fc8480e53814ec6 columnFamilyName cf 2024-11-15T18:13:13,923 INFO [StoreOpener-fb8252fc927297371f1b7934f3faf227-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb8252fc927297371f1b7934f3faf227 columnFamilyName cf 2024-11-15T18:13:13,923 DEBUG [StoreOpener-fb8252fc927297371f1b7934f3faf227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:13,923 DEBUG [StoreOpener-8556b88fec97e3bb1fc8480e53814ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:13,924 INFO [StoreOpener-8556b88fec97e3bb1fc8480e53814ec6-1 {}] regionserver.HStore(327): Store=8556b88fec97e3bb1fc8480e53814ec6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:13,924 INFO [StoreOpener-fb8252fc927297371f1b7934f3faf227-1 {}] regionserver.HStore(327): Store=fb8252fc927297371f1b7934f3faf227/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:13,924 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,924 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,926 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,926 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,926 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,926 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,927 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,927 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,927 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,927 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,929 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,929 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,932 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:13:13,932 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:13:13,933 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d436b6bbe1f69a96bdfeafc7d56cfc77, NAME => 'SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-15T18:13:13,933 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened fb8252fc927297371f1b7934f3faf227; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59686534, jitterRate=-0.11060133576393127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:13,933 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:13,933 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,934 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:13,934 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,934 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,934 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for fb8252fc927297371f1b7934f3faf227: Running coprocessor pre-open hook at 1731694393919Writing region info on filesystem at 1731694393919Initializing all the Stores at 1731694393920 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694393920Cleaning up temporary data from old regions at 1731694393927 (+7 ms)Running coprocessor post-open hooks at 1731694393933 (+6 ms)Region opened successfully at 1731694393934 (+1 ms) 2024-11-15T18:13:13,935 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8556b88fec97e3bb1fc8480e53814ec6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:13:13,936 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8556b88fec97e3bb1fc8480e53814ec6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70311353, jitterRate=0.04772080481052399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:13,936 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:13,936 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8556b88fec97e3bb1fc8480e53814ec6: Running coprocessor pre-open hook at 1731694393919Writing region info on filesystem at 1731694393919Initializing all the Stores at 1731694393920 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694393920Cleaning up temporary data from old regions at 1731694393927 (+7 ms)Running coprocessor post-open hooks at 1731694393936 (+9 ms)Region opened successfully at 1731694393936 2024-11-15T18:13:13,937 INFO [StoreOpener-d436b6bbe1f69a96bdfeafc7d56cfc77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,938 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227., pid=18, masterSystemTime=1731694393908 2024-11-15T18:13:13,939 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6., pid=19, masterSystemTime=1731694393898 2024-11-15T18:13:13,941 INFO [StoreOpener-d436b6bbe1f69a96bdfeafc7d56cfc77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d436b6bbe1f69a96bdfeafc7d56cfc77 columnFamilyName cf 2024-11-15T18:13:13,941 DEBUG [StoreOpener-d436b6bbe1f69a96bdfeafc7d56cfc77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:13,941 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:13:13,941 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:13:13,941 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:13:13,942 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0050e8a7eed46cfccd5469b7c3883951, NAME => 'SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-15T18:13:13,942 INFO [StoreOpener-d436b6bbe1f69a96bdfeafc7d56cfc77-1 {}] regionserver.HStore(327): Store=d436b6bbe1f69a96bdfeafc7d56cfc77/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:13,942 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,942 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,942 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:13,942 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,942 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,943 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fb8252fc927297371f1b7934f3faf227, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:13,943 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:13,944 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:13,944 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:13,944 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d5e83aa2e5b0eee2292c7f69cdc54272, NAME => 'SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T18:13:13,944 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,945 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:13,945 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,945 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,945 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8556b88fec97e3bb1fc8480e53814ec6, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,41311,1731694370760 2024-11-15T18:13:13,947 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb8252fc927297371f1b7934f3faf227, server=74ec74825666,39865,1731694370580 because future has completed 2024-11-15T18:13:13,948 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,948 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,950 INFO [StoreOpener-d5e83aa2e5b0eee2292c7f69cdc54272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6, server=74ec74825666,41311,1731694370760 because future has completed 2024-11-15T18:13:13,952 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,953 INFO [StoreOpener-d5e83aa2e5b0eee2292c7f69cdc54272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e83aa2e5b0eee2292c7f69cdc54272 columnFamilyName cf 2024-11-15T18:13:13,954 DEBUG [StoreOpener-d5e83aa2e5b0eee2292c7f69cdc54272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:13,955 INFO [StoreOpener-d5e83aa2e5b0eee2292c7f69cdc54272-1 {}] regionserver.HStore(327): Store=d5e83aa2e5b0eee2292c7f69cdc54272/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:13,955 INFO [StoreOpener-0050e8a7eed46cfccd5469b7c3883951-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,955 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-15T18:13:13,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fb8252fc927297371f1b7934f3faf227, server=74ec74825666,39865,1731694370580 in 10.0510 sec 2024-11-15T18:13:13,956 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,957 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,957 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:13:13,957 INFO [StoreOpener-0050e8a7eed46cfccd5469b7c3883951-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0050e8a7eed46cfccd5469b7c3883951 columnFamilyName cf 2024-11-15T18:13:13,958 DEBUG [StoreOpener-0050e8a7eed46cfccd5469b7c3883951-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:13,958 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,958 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,958 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d436b6bbe1f69a96bdfeafc7d56cfc77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65074617, jitterRate=-0.030312642455101013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:13,958 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:13,958 INFO [StoreOpener-0050e8a7eed46cfccd5469b7c3883951-1 {}] regionserver.HStore(327): Store=0050e8a7eed46cfccd5469b7c3883951/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:13,958 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,958 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d436b6bbe1f69a96bdfeafc7d56cfc77: Running coprocessor pre-open hook at 1731694393934Writing region info on filesystem at 1731694393934Initializing all the Stores at 1731694393936 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694393936Cleaning up temporary data from old regions at 1731694393948 (+12 ms)Running coprocessor post-open hooks at 1731694393958 (+10 ms)Region opened successfully at 1731694393958 2024-11-15T18:13:13,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-15T18:13:13,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6, server=74ec74825666,41311,1731694370760 in 10.0480 sec 2024-11-15T18:13:13,960 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,960 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77., pid=23, masterSystemTime=1731694393920 2024-11-15T18:13:13,960 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,961 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,961 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb8252fc927297371f1b7934f3faf227, ASSIGN in 10.2330 sec 2024-11-15T18:13:13,963 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,964 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:13:13,964 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:13:13,964 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:13:13,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8556b88fec97e3bb1fc8480e53814ec6, ASSIGN in 10.2380 sec 2024-11-15T18:13:13,964 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fffcc4ba9bb176372a4770c76910590, NAME => 'SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-15T18:13:13,965 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,965 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:13,965 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,965 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,965 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d436b6bbe1f69a96bdfeafc7d56cfc77, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,34105,1731694370704 2024-11-15T18:13:13,966 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d5e83aa2e5b0eee2292c7f69cdc54272/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:13:13,967 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d5e83aa2e5b0eee2292c7f69cdc54272; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69671678, jitterRate=0.03818890452384949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:13,967 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:13,967 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d5e83aa2e5b0eee2292c7f69cdc54272: Running coprocessor pre-open hook at 1731694393945Writing region info on filesystem at 1731694393945Initializing all the Stores at 1731694393948 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694393949 (+1 ms)Cleaning up temporary data from old regions at 1731694393958 (+9 ms)Running coprocessor post-open hooks at 1731694393967 (+9 ms)Region opened successfully at 1731694393967 2024-11-15T18:13:13,969 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272., pid=16, masterSystemTime=1731694393898 2024-11-15T18:13:13,970 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/0050e8a7eed46cfccd5469b7c3883951/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:13:13,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d436b6bbe1f69a96bdfeafc7d56cfc77, server=74ec74825666,34105,1731694370704 because future has completed 2024-11-15T18:13:13,970 INFO [StoreOpener-8fffcc4ba9bb176372a4770c76910590-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,971 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0050e8a7eed46cfccd5469b7c3883951; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62663096, jitterRate=-0.06624710559844971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:13,971 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:13,971 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0050e8a7eed46cfccd5469b7c3883951: Running coprocessor pre-open hook at 1731694393942Writing region info on filesystem at 1731694393943 (+1 ms)Initializing all the Stores at 1731694393952 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694393952Cleaning up temporary data from old regions at 1731694393961 (+9 ms)Running coprocessor post-open hooks at 1731694393971 (+10 ms)Region opened successfully at 1731694393971 2024-11-15T18:13:13,972 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:13,972 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:13,972 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:13,972 INFO [StoreOpener-8fffcc4ba9bb176372a4770c76910590-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fffcc4ba9bb176372a4770c76910590 columnFamilyName cf 2024-11-15T18:13:13,972 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5457f3ec0a7a922edb065b4938643365, NAME => 'SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T18:13:13,972 DEBUG [StoreOpener-8fffcc4ba9bb176372a4770c76910590-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:13,973 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:13,973 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:13,973 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:13,973 INFO [StoreOpener-8fffcc4ba9bb176372a4770c76910590-1 {}] regionserver.HStore(327): Store=8fffcc4ba9bb176372a4770c76910590/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:13,973 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:13,973 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,974 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,974 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951., pid=20, masterSystemTime=1731694393908 2024-11-15T18:13:13,975 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,975 INFO [StoreOpener-5457f3ec0a7a922edb065b4938643365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:13,976 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d5e83aa2e5b0eee2292c7f69cdc54272, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,41311,1731694370760 2024-11-15T18:13:13,976 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,976 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,978 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:13:13,978 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:13:13,978 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:13:13,978 INFO [StoreOpener-5457f3ec0a7a922edb065b4938643365-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5457f3ec0a7a922edb065b4938643365 columnFamilyName cf 2024-11-15T18:13:13,978 DEBUG [StoreOpener-5457f3ec0a7a922edb065b4938643365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:13,978 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 889cf2b78c28cade35434cabf0d41d4f, NAME => 'SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-15T18:13:13,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-15T18:13:13,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d436b6bbe1f69a96bdfeafc7d56cfc77, server=74ec74825666,34105,1731694370704 in 10.0590 sec 2024-11-15T18:13:13,979 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:13,979 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:13,979 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:13,979 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:13,980 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0050e8a7eed46cfccd5469b7c3883951, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:13,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272, server=74ec74825666,41311,1731694370760 because future has completed 2024-11-15T18:13:13,981 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,981 INFO [StoreOpener-5457f3ec0a7a922edb065b4938643365-1 {}] regionserver.HStore(327): Store=5457f3ec0a7a922edb065b4938643365/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:13,981 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:13,982 INFO [StoreOpener-889cf2b78c28cade35434cabf0d41d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:13,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d436b6bbe1f69a96bdfeafc7d56cfc77, ASSIGN in 10.2560 sec 2024-11-15T18:13:13,983 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:13,983 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:13,984 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:13,984 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:13,985 INFO [StoreOpener-889cf2b78c28cade35434cabf0d41d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 889cf2b78c28cade35434cabf0d41d4f columnFamilyName cf 2024-11-15T18:13:13,985 DEBUG [StoreOpener-889cf2b78c28cade35434cabf0d41d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:13,987 INFO [StoreOpener-889cf2b78c28cade35434cabf0d41d4f-1 {}] regionserver.HStore(327): Store=889cf2b78c28cade35434cabf0d41d4f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:13,987 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:13,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-15T18:13:13,989 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:13,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272, server=74ec74825666,41311,1731694370760 in 10.0890 sec 2024-11-15T18:13:13,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0050e8a7eed46cfccd5469b7c3883951, server=74ec74825666,39865,1731694370580 because future has completed 2024-11-15T18:13:13,992 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:13,992 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=74ec74825666,39865,1731694370580, table=SPTestTable, region=0050e8a7eed46cfccd5469b7c3883951. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T18:13:13,993 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8fffcc4ba9bb176372a4770c76910590/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:13:13,993 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:13,994 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:13,994 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:13,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5e83aa2e5b0eee2292c7f69cdc54272, ASSIGN in 10.2670 sec 2024-11-15T18:13:13,999 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 8fffcc4ba9bb176372a4770c76910590; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66550242, jitterRate=-0.008324116468429565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:13,999 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:13,999 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 8fffcc4ba9bb176372a4770c76910590: Running coprocessor pre-open hook at 1731694393965Writing region info on filesystem at 1731694393965Initializing all the Stores at 1731694393969 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694393969Cleaning up temporary data from old regions at 1731694393977 (+8 ms)Running coprocessor post-open hooks at 1731694393999 (+22 ms)Region opened successfully at 1731694393999 2024-11-15T18:13:13,999 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:14,002 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590., pid=22, masterSystemTime=1731694393920 2024-11-15T18:13:14,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-15T18:13:14,004 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/5457f3ec0a7a922edb065b4938643365/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:13:14,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0050e8a7eed46cfccd5469b7c3883951, server=74ec74825666,39865,1731694370580 in 10.0920 sec 2024-11-15T18:13:14,005 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5457f3ec0a7a922edb065b4938643365; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66828316, jitterRate=-0.004180490970611572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:14,005 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:14,005 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5457f3ec0a7a922edb065b4938643365: Running coprocessor pre-open hook at 1731694393973Writing region info on filesystem at 1731694393973Initializing all the Stores at 1731694393975 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694393975Cleaning up temporary data from old regions at 1731694393984 (+9 ms)Running coprocessor post-open hooks at 1731694394005 (+21 ms)Region opened successfully at 1731694394005 2024-11-15T18:13:14,007 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365., pid=17, masterSystemTime=1731694393898 2024-11-15T18:13:14,007 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:13:14,008 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:13:14,008 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:13:14,008 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cd5d63d87414d858909b6fd3d729c9a, NAME => 'SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-15T18:13:14,009 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/889cf2b78c28cade35434cabf0d41d4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:13:14,009 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,009 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:14,009 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,009 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,010 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 889cf2b78c28cade35434cabf0d41d4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60609048, jitterRate=-0.0968548059463501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:14,010 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:14,010 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 889cf2b78c28cade35434cabf0d41d4f: Running coprocessor pre-open hook at 1731694393979Writing region info on filesystem at 1731694393979Initializing all the Stores at 1731694393981 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694393981Cleaning up temporary data from old regions at 1731694393994 (+13 ms)Running coprocessor post-open hooks at 1731694394010 (+16 ms)Region opened successfully at 1731694394010 2024-11-15T18:13:14,010 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8fffcc4ba9bb176372a4770c76910590, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,34105,1731694370704 2024-11-15T18:13:14,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0050e8a7eed46cfccd5469b7c3883951, ASSIGN in 10.2820 sec 2024-11-15T18:13:14,013 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f., pid=21, masterSystemTime=1731694393908 2024-11-15T18:13:14,014 INFO [StoreOpener-8cd5d63d87414d858909b6fd3d729c9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fffcc4ba9bb176372a4770c76910590, server=74ec74825666,34105,1731694370704 because future has completed 2024-11-15T18:13:14,015 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:14,015 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:14,016 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:14,016 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d03e53d5f51146cbe295bcea190f761, NAME => 'SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T18:13:14,016 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,017 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5457f3ec0a7a922edb065b4938643365, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,41311,1731694370760 2024-11-15T18:13:14,017 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:14,017 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,017 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,021 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:13:14,021 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:13:14,022 INFO [StoreOpener-8cd5d63d87414d858909b6fd3d729c9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cd5d63d87414d858909b6fd3d729c9a columnFamilyName cf 2024-11-15T18:13:14,022 DEBUG [StoreOpener-8cd5d63d87414d858909b6fd3d729c9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:14,023 INFO [StoreOpener-8cd5d63d87414d858909b6fd3d729c9a-1 {}] regionserver.HStore(327): Store=8cd5d63d87414d858909b6fd3d729c9a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:14,023 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,024 INFO [StoreOpener-1d03e53d5f51146cbe295bcea190f761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,024 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=889cf2b78c28cade35434cabf0d41d4f, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:14,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5457f3ec0a7a922edb065b4938643365, server=74ec74825666,41311,1731694370760 because future has completed 2024-11-15T18:13:14,026 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,027 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,028 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,028 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 889cf2b78c28cade35434cabf0d41d4f, server=74ec74825666,39865,1731694370580 because future has completed 2024-11-15T18:13:14,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-15T18:13:14,030 INFO [StoreOpener-1d03e53d5f51146cbe295bcea190f761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d03e53d5f51146cbe295bcea190f761 columnFamilyName cf 2024-11-15T18:13:14,030 DEBUG [StoreOpener-1d03e53d5f51146cbe295bcea190f761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:14,031 INFO [StoreOpener-1d03e53d5f51146cbe295bcea190f761-1 {}] regionserver.HStore(327): Store=1d03e53d5f51146cbe295bcea190f761/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:14,032 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,033 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fffcc4ba9bb176372a4770c76910590, server=74ec74825666,34105,1731694370704 in 10.1070 sec 2024-11-15T18:13:14,034 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,035 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,035 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,035 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,040 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,040 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8cd5d63d87414d858909b6fd3d729c9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:13:14,041 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8cd5d63d87414d858909b6fd3d729c9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67763342, jitterRate=0.009752482175827026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:14,041 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:14,042 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8cd5d63d87414d858909b6fd3d729c9a: Running coprocessor pre-open hook at 1731694394009Writing region info on filesystem at 1731694394009Initializing all the Stores at 1731694394013 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694394014 (+1 ms)Cleaning up temporary data from old regions at 1731694394028 (+14 ms)Running coprocessor post-open hooks at 1731694394041 (+13 ms)Region opened successfully at 1731694394042 (+1 ms) 2024-11-15T18:13:14,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-15T18:13:14,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fffcc4ba9bb176372a4770c76910590, ASSIGN in 10.3080 sec 2024-11-15T18:13:14,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5457f3ec0a7a922edb065b4938643365, server=74ec74825666,41311,1731694370760 in 10.1290 sec 2024-11-15T18:13:14,045 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a., pid=24, masterSystemTime=1731694393920 2024-11-15T18:13:14,046 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/1d03e53d5f51146cbe295bcea190f761/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:13:14,047 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1d03e53d5f51146cbe295bcea190f761; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61636896, jitterRate=-0.08153867721557617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:14,047 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:14,048 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1d03e53d5f51146cbe295bcea190f761: Running coprocessor pre-open hook at 1731694394017Writing region info on filesystem at 1731694394017Initializing all the Stores at 1731694394019 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694394019Cleaning up temporary data from old regions at 1731694394035 (+16 ms)Running coprocessor post-open hooks at 1731694394047 (+12 ms)Region opened successfully at 1731694394048 (+1 ms) 2024-11-15T18:13:14,049 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761., pid=15, masterSystemTime=1731694393898 2024-11-15T18:13:14,052 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:13:14,052 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:13:14,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5457f3ec0a7a922edb065b4938643365, ASSIGN in 10.3200 sec 2024-11-15T18:13:14,054 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:14,054 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:14,056 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d03e53d5f51146cbe295bcea190f761, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,41311,1731694370760 2024-11-15T18:13:14,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8cd5d63d87414d858909b6fd3d729c9a, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,34105,1731694370704 2024-11-15T18:13:14,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-15T18:13:14,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 889cf2b78c28cade35434cabf0d41d4f, server=74ec74825666,39865,1731694370580 in 10.1320 sec 2024-11-15T18:13:14,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cd5d63d87414d858909b6fd3d729c9a, server=74ec74825666,34105,1731694370704 because future has completed 2024-11-15T18:13:14,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=889cf2b78c28cade35434cabf0d41d4f, ASSIGN in 10.3360 sec 2024-11-15T18:13:14,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d03e53d5f51146cbe295bcea190f761, server=74ec74825666,41311,1731694370760 because future has completed 2024-11-15T18:13:14,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-15T18:13:14,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cd5d63d87414d858909b6fd3d729c9a, server=74ec74825666,34105,1731694370704 in 10.1500 sec 2024-11-15T18:13:14,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-11-15T18:13:14,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8cd5d63d87414d858909b6fd3d729c9a, ASSIGN in 10.3440 sec 2024-11-15T18:13:14,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d03e53d5f51146cbe295bcea190f761, server=74ec74825666,41311,1731694370760 in 10.1730 sec 2024-11-15T18:13:14,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T18:13:14,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d03e53d5f51146cbe295bcea190f761, ASSIGN in 10.3470 sec 2024-11-15T18:13:14,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:13:14,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694394075"}]},"ts":"1731694394075"} 2024-11-15T18:13:14,078 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-15T18:13:14,080 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:13:14,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9430 sec 2024-11-15T18:13:16,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-15T18:13:18,741 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:13:19,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T18:13:20,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-15T18:13:20,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-15T18:13:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:13:21,346 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-15T18:13:21,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-15T18:13:21,347 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:13:21,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-15T18:13:21,362 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:13:21,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-15T18:13:21,431 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,439 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,442 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,450 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,532 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227., hostname=74ec74825666,39865,1731694370580, seqNum=2] 2024-11-15T18:13:21,538 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227., hostname=74ec74825666,39865,1731694370580, seqNum=2] 2024-11-15T18:13:21,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227., hostname=74ec74825666,39865,1731694370580, seqNum=2] 2024-11-15T18:13:21,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227., hostname=74ec74825666,39865,1731694370580, seqNum=2] 2024-11-15T18:13:21,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227., hostname=74ec74825666,39865,1731694370580, seqNum=2] 2024-11-15T18:13:21,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227., hostname=74ec74825666,39865,1731694370580, seqNum=2] 2024-11-15T18:13:21,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227., hostname=74ec74825666,39865,1731694370580, seqNum=2] 2024-11-15T18:13:21,598 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77., hostname=74ec74825666,34105,1731694370704, seqNum=2] 2024-11-15T18:13:21,604 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77., hostname=74ec74825666,34105,1731694370704, seqNum=2] 2024-11-15T18:13:21,607 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77., hostname=74ec74825666,34105,1731694370704, seqNum=2] 2024-11-15T18:13:21,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77., hostname=74ec74825666,34105,1731694370704, seqNum=2] 2024-11-15T18:13:21,614 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77., hostname=74ec74825666,34105,1731694370704, seqNum=2] 2024-11-15T18:13:21,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77., hostname=74ec74825666,34105,1731694370704, seqNum=2] 2024-11-15T18:13:21,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:21,741 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365., hostname=74ec74825666,41311,1731694370760, seqNum=2] 2024-11-15T18:13:22,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:13:22,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:13:22,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:13:22,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:13:22,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39865 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T18:13:22,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:22,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T18:13:23,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T18:13:23,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T18:13:23,957 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-15T18:13:23,960 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:13:23,969 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:13:23,971 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:13:23,988 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:13:24,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741848_1024 (size=49) 2024-11-15T18:13:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741848_1024 (size=49) 2024-11-15T18:13:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741848_1024 (size=49) 2024-11-15T18:13:24,018 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:13:24,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0050e8a7eed46cfccd5469b7c3883951}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cd5d63d87414d858909b6fd3d729c9a}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 889cf2b78c28cade35434cabf0d41d4f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fffcc4ba9bb176372a4770c76910590}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb8252fc927297371f1b7934f3faf227}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d436b6bbe1f69a96bdfeafc7d56cfc77}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365}] 2024-11-15T18:13:24,026 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:24,026 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:24,026 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:24,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:24,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:24,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:24,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:24,056 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:24,058 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:24,061 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:24,073 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 74ec74825666,41311,1731694370760 2024-11-15T18:13:24,074 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 74ec74825666,41311,1731694370760: Simulated kill ***** 2024-11-15T18:13:24,074 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:13:24,077 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:13:24,079 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:13:24,083 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:13:24,084 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:13:24,095 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 633003848 }, "NonHeapMemoryUsage": { "committed": 156958720, "init": 7667712, "max": -1, "used": 153565048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "74ec74825666", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "74ec74825666", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53986", "tag.serverName": "74ec74825666,39865,1731694370580", "tag.clusterId": "86ae648c-c671-47e9-9e78-d75fbc5af354", "tag.Context": "regionserver", "tag.Hostname": "74ec74825666", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731694370580, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-15T18:13:24,099 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34127 {}] master.MasterRpcServices(700): 74ec74825666,41311,1731694370760 reported a fatal error: ***** ABORTING region server 74ec74825666,41311,1731694370760: Simulated kill ***** 2024-11-15T18:13:24,102 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,41311,1731694370760' ***** 2024-11-15T18:13:24,102 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-15T18:13:24,103 INFO [RS:2;74ec74825666:41311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:13:24,103 INFO [RS:2;74ec74825666:41311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T18:13:24,103 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:13:24,103 INFO [RS:2;74ec74825666:41311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T18:13:24,103 INFO [RS:2;74ec74825666:41311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:13:24,103 INFO [RS:2;74ec74825666:41311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;74ec74825666:41311. 2024-11-15T18:13:24,103 DEBUG [RS:2;74ec74825666:41311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:13:24,103 DEBUG [RS:2;74ec74825666:41311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:13:24,105 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:13:24,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741834_1010 (size=1242) 2024-11-15T18:13:24,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741834_1010 (size=1242) 2024-11-15T18:13:24,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741834_1010 (size=1242) 2024-11-15T18:13:24,115 DEBUG [RS:2;74ec74825666:41311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:13:24,115 INFO [RS:2;74ec74825666:41311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:13:24,116 INFO [RS:2;74ec74825666:41311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41311 2024-11-15T18:13:24,163 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:13:24,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/74ec74825666,41311,1731694370760 2024-11-15T18:13:24,190 INFO [RS:2;74ec74825666:41311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:13:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:13:24,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,41311,1731694370760] 2024-11-15T18:13:24,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/74ec74825666,41311,1731694370760 already deleted, retry=false 2024-11-15T18:13:24,212 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 74ec74825666,41311,1731694370760 on 74ec74825666,34127,1731694369674 2024-11-15T18:13:24,218 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 74ec74825666,41311,1731694370760, splitWal=true, meta=false 2024-11-15T18:13:24,219 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:13:24,219 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:13:24,223 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 74ec74825666,41311,1731694370760 (carryingMeta=false) 74ec74825666,41311,1731694370760/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@360e802[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T18:13:24,228 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 74ec74825666,41311,1731694370760, splitWal=true, meta=false 2024-11-15T18:13:24,228 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:24,231 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 can not run currently because target server of region SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 74ec74825666,41311,1731694370760 is in state CRASHED, wait 1000 ms to retry 2024-11-15T18:13:24,231 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272; timeout=1000, timestamp=1731694405231 2024-11-15T18:13:24,231 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 74ec74825666,41311,1731694370760 had 4 regions 2024-11-15T18:13:24,231 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:24,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:24,232 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:24,233 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 74ec74825666,41311,1731694370760, splitWal=true, meta=false, isMeta: false 2024-11-15T18:13:24,234 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 can not run currently because target server of region SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 1000 ms to retry 2024-11-15T18:13:24,234 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761; timeout=1000, timestamp=1731694405234 2024-11-15T18:13:24,235 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 can not run currently because target server of region SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 1000 ms to retry 2024-11-15T18:13:24,235 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6; timeout=1000, timestamp=1731694405235 2024-11-15T18:13:24,235 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 can not run currently because target server of region SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 1000 ms to retry 2024-11-15T18:13:24,235 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365; timeout=1000, timestamp=1731694405235 2024-11-15T18:13:24,237 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting 2024-11-15T18:13:24,239 INFO [PEWorker-1 {}] master.SplitWALManager(105): 74ec74825666,41311,1731694370760 WAL count=1, meta=false 2024-11-15T18:13:24,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 74ec74825666%2C41311%2C1731694370760.1731694372387}] 2024-11-15T18:13:24,252 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=74ec74825666,39865,1731694370580 2024-11-15T18:13:24,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 74ec74825666%2C41311%2C1731694370760.1731694372387, worker=74ec74825666,39865,1731694370580}] 2024-11-15T18:13:24,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:13:24,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1013fb313da0003, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:13:24,303 INFO [RS:2;74ec74825666:41311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:13:24,303 INFO [RS:2;74ec74825666:41311 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,41311,1731694370760; zookeeper connection closed. 2024-11-15T18:13:24,304 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1404d33d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1404d33d 2024-11-15T18:13:25,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:25,233 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 can not run currently because target server of region SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T18:13:25,234 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272; timeout=2000, timestamp=1731694407233 2024-11-15T18:13:25,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:25,236 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:25,236 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:25,237 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 can not run currently because target server of region SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T18:13:25,237 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761; timeout=2000, timestamp=1731694407237 2024-11-15T18:13:25,238 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 can not run currently because target server of region SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T18:13:25,238 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365; timeout=2000, timestamp=1731694407238 2024-11-15T18:13:25,239 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 can not run currently because target server of region SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T18:13:25,239 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6; timeout=2000, timestamp=1731694407239 2024-11-15T18:13:25,850 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:34127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T18:13:27,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:27,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:27,238 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 can not run currently because target server of region SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T18:13:27,238 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272; timeout=4000, timestamp=1731694411238 2024-11-15T18:13:27,239 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:27,240 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:27,242 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 can not run currently because target server of region SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T18:13:27,242 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761; timeout=4000, timestamp=1731694411242 2024-11-15T18:13:27,242 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 can not run currently because target server of region SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T18:13:27,242 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365; timeout=4000, timestamp=1731694411242 2024-11-15T18:13:27,242 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 can not run currently because target server of region SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T18:13:27,242 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6; timeout=4000, timestamp=1731694411242 2024-11-15T18:13:31,238 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:31,241 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 can not run currently because target server of region SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T18:13:31,241 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272; timeout=8000, timestamp=1731694419241 2024-11-15T18:13:31,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:31,243 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:31,243 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:31,245 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 can not run currently because target server of region SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T18:13:31,245 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 can not run currently because target server of region SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T18:13:31,245 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761; timeout=8000, timestamp=1731694419245 2024-11-15T18:13:31,245 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6; timeout=8000, timestamp=1731694419245 2024-11-15T18:13:31,246 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 can not run currently because target server of region SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 74ec74825666,41311,1731694370760 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T18:13:31,246 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365; timeout=8000, timestamp=1731694419246 2024-11-15T18:13:33,921 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=74ec74825666,39865,1731694370580, timeout=1731694414038, delay=116, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0050e8a7eed46cfccd5469b7c3883951, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 74ec74825666%2C41311%2C1731694370760.1731694372387, worker=74ec74825666,39865,1731694370580, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb8252fc927297371f1b7934f3faf227, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 889cf2b78c28cade35434cabf0d41d4f], containedObject=74ec74825666,34105,1731694370704, timeout=1731694414039, delay=117, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cd5d63d87414d858909b6fd3d729c9a, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d436b6bbe1f69a96bdfeafc7d56cfc77, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fffcc4ba9bb176372a4770c76910590], containedObject=74ec74825666,41311,1731694370760, timeout=1731694414039, delay=117, operations=null] 2024-11-15T18:13:34,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-15T18:13:34,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-15T18:13:34,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-15T18:13:34,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:13:34,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:13:34,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-15T18:13:34,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-15T18:13:34,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:13:34,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:13:34,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T18:13:34,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:13:34,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-15T18:13:34,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:13:34,056 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d436b6bbe1f69a96bdfeafc7d56cfc77 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-15T18:13:34,056 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing fb8252fc927297371f1b7934f3faf227 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-15T18:13:34,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8fffcc4ba9bb176372a4770c76910590: 2024-11-15T18:13:34,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 0050e8a7eed46cfccd5469b7c3883951: 2024-11-15T18:13:34,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 889cf2b78c28cade35434cabf0d41d4f: 2024-11-15T18:13:34,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8cd5d63d87414d858909b6fd3d729c9a: 2024-11-15T18:13:34,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. for SnapshotProcedureTest completed. 2024-11-15T18:13:34,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. for SnapshotProcedureTest completed. 2024-11-15T18:13:34,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. for SnapshotProcedureTest completed. 2024-11-15T18:13:34,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. for SnapshotProcedureTest completed. 2024-11-15T18:13:34,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:13:34,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:13:34,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:13:34,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:13:34,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:13:34,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:13:34,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:13:34,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:13:34,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:13:34,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:13:34,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:13:34,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:13:34,080 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387, size=1.2 K (1242bytes) 2024-11-15T18:13:34,081 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T18:13:34,082 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T18:13:34,082 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387 2024-11-15T18:13:34,091 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387 after 7ms 2024-11-15T18:13:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741849_1025 (size=65) 2024-11-15T18:13:34,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:13:34,105 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387 took 26ms 2024-11-15T18:13:34,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741850_1026 (size=65) 2024-11-15T18:13:34,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741850_1026 (size=65) 2024-11-15T18:13:34,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741849_1025 (size=65) 2024-11-15T18:13:34,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741850_1026 (size=65) 2024-11-15T18:13:34,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-15T18:13:34,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741849_1025 (size=65) 2024-11-15T18:13:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-15T18:13:34,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:34,109 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:13:34,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0050e8a7eed46cfccd5469b7c3883951 in 10.0900 sec 2024-11-15T18:13:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741851_1027 (size=65) 2024-11-15T18:13:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741851_1027 (size=65) 2024-11-15T18:13:34,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:13:34,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-15T18:13:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741851_1027 (size=65) 2024-11-15T18:13:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-15T18:13:34,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:34,118 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:13:34,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8cd5d63d87414d858909b6fd3d729c9a in 10.0990 sec 2024-11-15T18:13:34,137 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8556b88fec97e3bb1fc8480e53814ec6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T18:13:34,139 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d5e83aa2e5b0eee2292c7f69cdc54272: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T18:13:34,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741852_1028 (size=65) 2024-11-15T18:13:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741852_1028 (size=65) 2024-11-15T18:13:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741852_1028 (size=65) 2024-11-15T18:13:34,142 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5457f3ec0a7a922edb065b4938643365: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T18:13:34,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:13:34,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-15T18:13:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-15T18:13:34,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:34,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:13:34,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1d03e53d5f51146cbe295bcea190f761: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T18:13:34,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387 so closing down 2024-11-15T18:13:34,146 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:13:34,146 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:13:34,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8fffcc4ba9bb176372a4770c76910590 in 10.1250 sec 2024-11-15T18:13:34,151 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-15T18:13:34,151 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387, journal: Splitting hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387, size=1.2 K (1242bytes) at 1731694414081Finishing writing output for hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387 so closing down at 1731694414146 (+65 ms)3 split writer threads finished at 1731694414146Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731694414151 (+5 ms) 2024-11-15T18:13:34,151 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387 2024-11-15T18:13:34,151 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-15T18:13:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-15T18:13:34,159 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting/74ec74825666%2C41311%2C1731694370760.1731694372387 to hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/oldWALs 2024-11-15T18:13:34,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-15T18:13:34,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 74ec74825666%2C41311%2C1731694370760.1731694372387, worker=74ec74825666,39865,1731694370580 in 9.9050 sec 2024-11-15T18:13:34,164 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=74ec74825666,39865,1731694370580 2024-11-15T18:13:34,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T18:13:34,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 74ec74825666%2C41311%2C1731694370760.1731694372387, worker=74ec74825666,39865,1731694370580 in 9.9250 sec 2024-11-15T18:13:34,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77/.tmp/cf/8aaf027bcb414eec8547ed6a296eeda8 is 34, key is ccd/cf:cf/1731694402980/Put/seqid=0 2024-11-15T18:13:34,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227/.tmp/cf/01d4b1a161664323a79449037db8a77e is 34, key is baa/cf:cf/1731694402934/Put/seqid=0 2024-11-15T18:13:34,171 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting dir is empty, no logs to split. 2024-11-15T18:13:34,171 INFO [PEWorker-5 {}] master.SplitWALManager(105): 74ec74825666,41311,1731694370760 WAL count=0, meta=false 2024-11-15T18:13:34,171 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 74ec74825666,41311,1731694370760 WAL splitting is done? wals=0, meta=false 2024-11-15T18:13:34,175 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 74ec74825666,41311,1731694370760 failed, ignore...File hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,41311,1731694370760-splitting does not exist. 2024-11-15T18:13:34,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5457f3ec0a7a922edb065b4938643365, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5e83aa2e5b0eee2292c7f69cdc54272, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d03e53d5f51146cbe295bcea190f761, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8556b88fec97e3bb1fc8480e53814ec6, ASSIGN}] 2024-11-15T18:13:34,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5457f3ec0a7a922edb065b4938643365, ASSIGN 2024-11-15T18:13:34,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d03e53d5f51146cbe295bcea190f761, ASSIGN 2024-11-15T18:13:34,181 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5e83aa2e5b0eee2292c7f69cdc54272, ASSIGN 2024-11-15T18:13:34,181 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8556b88fec97e3bb1fc8480e53814ec6, ASSIGN 2024-11-15T18:13:34,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d03e53d5f51146cbe295bcea190f761, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:13:34,182 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5e83aa2e5b0eee2292c7f69cdc54272, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:13:34,183 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5457f3ec0a7a922edb065b4938643365, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:13:34,183 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8556b88fec97e3bb1fc8480e53814ec6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:13:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741853_1029 (size=47197) 2024-11-15T18:13:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741854_1030 (size=28623) 2024-11-15T18:13:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741854_1030 (size=28623) 2024-11-15T18:13:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741854_1030 (size=28623) 2024-11-15T18:13:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741853_1029 (size=47197) 2024-11-15T18:13:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741853_1029 (size=47197) 2024-11-15T18:13:34,196 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77/.tmp/cf/8aaf027bcb414eec8547ed6a296eeda8 2024-11-15T18:13:34,196 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227/.tmp/cf/01d4b1a161664323a79449037db8a77e 2024-11-15T18:13:34,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77/.tmp/cf/8aaf027bcb414eec8547ed6a296eeda8 as hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77/cf/8aaf027bcb414eec8547ed6a296eeda8 2024-11-15T18:13:34,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227/.tmp/cf/01d4b1a161664323a79449037db8a77e as hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227/cf/01d4b1a161664323a79449037db8a77e 2024-11-15T18:13:34,254 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227/cf/01d4b1a161664323a79449037db8a77e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-15T18:13:34,254 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77/cf/8aaf027bcb414eec8547ed6a296eeda8, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-15T18:13:34,263 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for fb8252fc927297371f1b7934f3faf227 in 204ms, sequenceid=5, compaction requested=false 2024-11-15T18:13:34,263 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d436b6bbe1f69a96bdfeafc7d56cfc77 in 205ms, sequenceid=5, compaction requested=false 2024-11-15T18:13:34,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for fb8252fc927297371f1b7934f3faf227: 2024-11-15T18:13:34,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d436b6bbe1f69a96bdfeafc7d56cfc77: 2024-11-15T18:13:34,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. for SnapshotProcedureTest completed. 2024-11-15T18:13:34,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. for SnapshotProcedureTest completed. 2024-11-15T18:13:34,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:13:34,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:13:34,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:13:34,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:13:34,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77/cf/8aaf027bcb414eec8547ed6a296eeda8] hfiles 2024-11-15T18:13:34,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227/cf/01d4b1a161664323a79449037db8a77e] hfiles 2024-11-15T18:13:34,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77/cf/8aaf027bcb414eec8547ed6a296eeda8 for snapshot=SnapshotProcedureTest 2024-11-15T18:13:34,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227/cf/01d4b1a161664323a79449037db8a77e for snapshot=SnapshotProcedureTest 2024-11-15T18:13:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741855_1031 (size=105) 2024-11-15T18:13:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741856_1032 (size=105) 2024-11-15T18:13:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741856_1032 (size=105) 2024-11-15T18:13:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741855_1031 (size=105) 2024-11-15T18:13:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741855_1031 (size=105) 2024-11-15T18:13:34,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741856_1032 (size=105) 2024-11-15T18:13:34,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:13:34,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T18:13:34,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:13:34,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-15T18:13:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T18:13:34,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-15T18:13:34,292 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:34,292 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb8252fc927297371f1b7934f3faf227 2024-11-15T18:13:34,292 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:13:34,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb8252fc927297371f1b7934f3faf227 in 10.2730 sec 2024-11-15T18:13:34,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d436b6bbe1f69a96bdfeafc7d56cfc77 in 10.2730 sec 2024-11-15T18:13:34,333 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(204): Hosts are {74ec74825666=0} racks are {/default-rack=0} 2024-11-15T18:13:34,333 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T18:13:34,333 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T18:13:34,333 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T18:13:34,333 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T18:13:34,333 INFO [74ec74825666:34127 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T18:13:34,333 INFO [74ec74825666:34127 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T18:13:34,333 DEBUG [74ec74825666:34127 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T18:13:34,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1d03e53d5f51146cbe295bcea190f761, regionState=OPENING, regionLocation=74ec74825666,34105,1731694370704 2024-11-15T18:13:34,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d5e83aa2e5b0eee2292c7f69cdc54272, regionState=OPENING, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:34,334 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=5457f3ec0a7a922edb065b4938643365, regionState=OPENING, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:34,334 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=8556b88fec97e3bb1fc8480e53814ec6, regionState=OPENING, regionLocation=74ec74825666,34105,1731694370704 2024-11-15T18:13:34,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5457f3ec0a7a922edb065b4938643365, ASSIGN because future has completed 2024-11-15T18:13:34,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5457f3ec0a7a922edb065b4938643365, server=74ec74825666,39865,1731694370580}] 2024-11-15T18:13:34,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8556b88fec97e3bb1fc8480e53814ec6, ASSIGN because future has completed 2024-11-15T18:13:34,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6, server=74ec74825666,34105,1731694370704}] 2024-11-15T18:13:34,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5e83aa2e5b0eee2292c7f69cdc54272, ASSIGN because future has completed 2024-11-15T18:13:34,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272, server=74ec74825666,39865,1731694370580}] 2024-11-15T18:13:34,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d03e53d5f51146cbe295bcea190f761, ASSIGN because future has completed 2024-11-15T18:13:34,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d03e53d5f51146cbe295bcea190f761, server=74ec74825666,34105,1731694370704}] 2024-11-15T18:13:34,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:13:34,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-15T18:13:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-15T18:13:34,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:34,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:13:34,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 889cf2b78c28cade35434cabf0d41d4f in 10.4870 sec 2024-11-15T18:13:39,242 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 held by pid=40 2024-11-15T18:13:39,242 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:39,245 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 held by pid=41 2024-11-15T18:13:39,245 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:39,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 held by pid=42 2024-11-15T18:13:39,245 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:39,246 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 held by pid=39 2024-11-15T18:13:39,246 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:43,129 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T18:13:43,129 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T18:13:44,346 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:44,347 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:44,347 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => d5e83aa2e5b0eee2292c7f69cdc54272, NAME => 'SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T18:13:44,347 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8556b88fec97e3bb1fc8480e53814ec6, NAME => 'SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T18:13:44,347 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,347 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,347 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:44,347 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:44,347 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,347 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,347 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,347 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,355 INFO [StoreOpener-8556b88fec97e3bb1fc8480e53814ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,355 INFO [StoreOpener-d5e83aa2e5b0eee2292c7f69cdc54272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,357 INFO [StoreOpener-d5e83aa2e5b0eee2292c7f69cdc54272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e83aa2e5b0eee2292c7f69cdc54272 columnFamilyName cf 2024-11-15T18:13:44,357 INFO [StoreOpener-8556b88fec97e3bb1fc8480e53814ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8556b88fec97e3bb1fc8480e53814ec6 columnFamilyName cf 2024-11-15T18:13:44,357 DEBUG [StoreOpener-d5e83aa2e5b0eee2292c7f69cdc54272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:44,357 DEBUG [StoreOpener-8556b88fec97e3bb1fc8480e53814ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:44,357 INFO [StoreOpener-d5e83aa2e5b0eee2292c7f69cdc54272-1 {}] regionserver.HStore(327): Store=d5e83aa2e5b0eee2292c7f69cdc54272/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:44,357 INFO [StoreOpener-8556b88fec97e3bb1fc8480e53814ec6-1 {}] regionserver.HStore(327): Store=8556b88fec97e3bb1fc8480e53814ec6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:44,357 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,357 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,358 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,358 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,360 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,360 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,360 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,360 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,360 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,360 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,363 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,363 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,364 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8556b88fec97e3bb1fc8480e53814ec6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73880741, jitterRate=0.10090883076190948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:44,364 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened d5e83aa2e5b0eee2292c7f69cdc54272; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61840083, jitterRate=-0.07851095497608185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:44,364 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,364 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,365 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8556b88fec97e3bb1fc8480e53814ec6: Running coprocessor pre-open hook at 1731694424348Writing region info on filesystem at 1731694424348Initializing all the Stores at 1731694424349 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694424349Cleaning up temporary data from old regions at 1731694424360 (+11 ms)Running coprocessor post-open hooks at 1731694424365 (+5 ms)Region opened successfully at 1731694424365 2024-11-15T18:13:44,365 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for d5e83aa2e5b0eee2292c7f69cdc54272: Running coprocessor pre-open hook at 1731694424348Writing region info on filesystem at 1731694424348Initializing all the Stores at 1731694424349 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694424349Cleaning up temporary data from old regions at 1731694424360 (+11 ms)Running coprocessor post-open hooks at 1731694424365 (+5 ms)Region opened successfully at 1731694424365 2024-11-15T18:13:44,366 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272., pid=45, masterSystemTime=1731694424341 2024-11-15T18:13:44,366 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6., pid=44, masterSystemTime=1731694424342 2024-11-15T18:13:44,368 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:44,368 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:44,368 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:44,368 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d03e53d5f51146cbe295bcea190f761, NAME => 'SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T18:13:44,369 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=8556b88fec97e3bb1fc8480e53814ec6, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,34105,1731694370704 2024-11-15T18:13:44,369 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:44,369 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,369 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:44,369 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:44,369 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:44,369 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,369 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,369 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 5457f3ec0a7a922edb065b4938643365, NAME => 'SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T18:13:44,369 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,370 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:13:44,370 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,370 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d5e83aa2e5b0eee2292c7f69cdc54272, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:44,371 INFO [StoreOpener-1d03e53d5f51146cbe295bcea190f761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6, server=74ec74825666,34105,1731694370704 because future has completed 2024-11-15T18:13:44,373 INFO [StoreOpener-1d03e53d5f51146cbe295bcea190f761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d03e53d5f51146cbe295bcea190f761 columnFamilyName cf 2024-11-15T18:13:44,373 INFO [StoreOpener-5457f3ec0a7a922edb065b4938643365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,373 DEBUG [StoreOpener-1d03e53d5f51146cbe295bcea190f761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:44,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272, server=74ec74825666,39865,1731694370580 because future has completed 2024-11-15T18:13:44,374 INFO [StoreOpener-1d03e53d5f51146cbe295bcea190f761-1 {}] regionserver.HStore(327): Store=1d03e53d5f51146cbe295bcea190f761/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:44,374 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,374 INFO [StoreOpener-5457f3ec0a7a922edb065b4938643365-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5457f3ec0a7a922edb065b4938643365 columnFamilyName cf 2024-11-15T18:13:44,375 DEBUG [StoreOpener-5457f3ec0a7a922edb065b4938643365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:13:44,375 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,375 INFO [StoreOpener-5457f3ec0a7a922edb065b4938643365-1 {}] regionserver.HStore(327): Store=5457f3ec0a7a922edb065b4938643365/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:13:44,375 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-15T18:13:44,376 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6, server=74ec74825666,34105,1731694370704 in 10.0340 sec 2024-11-15T18:13:44,377 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=40 2024-11-15T18:13:44,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272, server=74ec74825666,39865,1731694370580 in 10.0350 sec 2024-11-15T18:13:44,378 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,379 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,379 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,379 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,379 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8556b88fec97e3bb1fc8480e53814ec6, ASSIGN in 10.1980 sec 2024-11-15T18:13:44,379 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:44,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5e83aa2e5b0eee2292c7f69cdc54272, ASSIGN in 10.2000 sec 2024-11-15T18:13:44,381 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:44,384 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,385 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,386 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 5457f3ec0a7a922edb065b4938643365; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59676972, jitterRate=-0.11074382066726685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:44,386 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,386 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 5457f3ec0a7a922edb065b4938643365: Running coprocessor pre-open hook at 1731694424370Writing region info on filesystem at 1731694424370Initializing all the Stores at 1731694424372 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694424372Cleaning up temporary data from old regions at 1731694424379 (+7 ms)Running coprocessor post-open hooks at 1731694424386 (+7 ms)Region opened successfully at 1731694424386 2024-11-15T18:13:44,387 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365., pid=43, masterSystemTime=1731694424341 2024-11-15T18:13:44,388 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 1d03e53d5f51146cbe295bcea190f761; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68461900, jitterRate=0.020161807537078857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:13:44,388 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,388 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 1d03e53d5f51146cbe295bcea190f761: Running coprocessor pre-open hook at 1731694424369Writing region info on filesystem at 1731694424369Initializing all the Stores at 1731694424371 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694424371Cleaning up temporary data from old regions at 1731694424379 (+8 ms)Running coprocessor post-open hooks at 1731694424388 (+9 ms)Region opened successfully at 1731694424388 2024-11-15T18:13:44,389 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761., pid=46, masterSystemTime=1731694424342 2024-11-15T18:13:44,390 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:44,390 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:44,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=5457f3ec0a7a922edb065b4938643365, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,39865,1731694370580 2024-11-15T18:13:44,393 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:44,393 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:44,393 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1d03e53d5f51146cbe295bcea190f761, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,34105,1731694370704 2024-11-15T18:13:44,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5457f3ec0a7a922edb065b4938643365, server=74ec74825666,39865,1731694370580 because future has completed 2024-11-15T18:13:44,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d03e53d5f51146cbe295bcea190f761, server=74ec74825666,34105,1731694370704 because future has completed 2024-11-15T18:13:44,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-15T18:13:44,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 5457f3ec0a7a922edb065b4938643365, server=74ec74825666,39865,1731694370580 in 10.0580 sec 2024-11-15T18:13:44,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-15T18:13:44,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d03e53d5f51146cbe295bcea190f761, server=74ec74825666,34105,1731694370704 in 10.0540 sec 2024-11-15T18:13:44,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5457f3ec0a7a922edb065b4938643365, ASSIGN in 10.2200 sec 2024-11-15T18:13:44,400 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:44,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-15T18:13:44,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:44,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d03e53d5f51146cbe295bcea190f761, ASSIGN in 10.2220 sec 2024-11-15T18:13:44,402 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 74ec74825666,41311,1731694370760 after splitting done 2024-11-15T18:13:44,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 74ec74825666,41311,1731694370760, splitWal=true, meta=false in 20.1890 sec 2024-11-15T18:13:48,741 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:13:49,887 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T18:13:54,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-15T18:13:54,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8556b88fec97e3bb1fc8480e53814ec6: 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 1d03e53d5f51146cbe295bcea190f761: 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. for SnapshotProcedureTest completed. 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. for SnapshotProcedureTest completed. 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:13:54,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:13:54,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-15T18:13:54,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T18:13:54,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:54,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d5e83aa2e5b0eee2292c7f69cdc54272: 2024-11-15T18:13:54,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. for SnapshotProcedureTest completed. 2024-11-15T18:13:54,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:13:54,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:13:54,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:13:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5457f3ec0a7a922edb065b4938643365: 2024-11-15T18:13:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. for SnapshotProcedureTest completed. 2024-11-15T18:13:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:13:54,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:13:54,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:13:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741857_1033 (size=65) 2024-11-15T18:13:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741857_1033 (size=65) 2024-11-15T18:13:54,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741857_1033 (size=65) 2024-11-15T18:13:54,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:13:54,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-15T18:13:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-15T18:13:54,415 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:54,415 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:13:54,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d5e83aa2e5b0eee2292c7f69cdc54272 in 30.3970 sec 2024-11-15T18:13:54,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741858_1034 (size=57) 2024-11-15T18:13:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741858_1034 (size=57) 2024-11-15T18:13:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741858_1034 (size=57) 2024-11-15T18:13:54,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:13:54,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T18:13:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T18:13:54,440 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:54,440 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:13:54,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1d03e53d5f51146cbe295bcea190f761 in 30.4220 sec 2024-11-15T18:13:54,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741859_1035 (size=65) 2024-11-15T18:13:54,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741859_1035 (size=65) 2024-11-15T18:13:54,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741859_1035 (size=65) 2024-11-15T18:13:54,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:13:54,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-15T18:13:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-15T18:13:54,454 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:54,455 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:13:54,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8556b88fec97e3bb1fc8480e53814ec6 in 30.4360 sec 2024-11-15T18:13:54,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741860_1036 (size=57) 2024-11-15T18:13:54,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741860_1036 (size=57) 2024-11-15T18:13:54,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741860_1036 (size=57) 2024-11-15T18:13:54,701 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-15T18:13:54,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:13:54,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T18:13:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T18:13:54,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:54,874 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:13:54,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-15T18:13:54,877 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:13:54,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5457f3ec0a7a922edb065b4938643365 in 30.8550 sec 2024-11-15T18:13:54,880 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:13:54,883 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:13:54,883 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-15T18:13:54,887 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T18:13:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741861_1037 (size=1094) 2024-11-15T18:13:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741861_1037 (size=1094) 2024-11-15T18:13:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741861_1037 (size=1094) 2024-11-15T18:13:54,913 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:13:54,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-15T18:13:54,928 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,39865,1731694370580 2024-11-15T18:13:54,928 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,34105,1731694370704 2024-11-15T18:13:54,928 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,39865,1731694370580 2024-11-15T18:13:54,928 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,34105,1731694370704 2024-11-15T18:13:54,928 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,39865,1731694370580 2024-11-15T18:13:54,933 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,34105,1731694370704 2024-11-15T18:13:55,854 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:34127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T18:13:58,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fb8252fc927297371f1b7934f3faf227, had cached 0 bytes from a total of 28623 2024-11-15T18:13:58,934 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d436b6bbe1f69a96bdfeafc7d56cfc77, had cached 0 bytes from a total of 47197 2024-11-15T18:14:02,915 DEBUG [master/74ec74825666:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1d03e53d5f51146cbe295bcea190f761 changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:14:02,916 DEBUG [master/74ec74825666:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8cd5d63d87414d858909b6fd3d729c9a changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:14:02,917 DEBUG [master/74ec74825666:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8fffcc4ba9bb176372a4770c76910590 changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:14:02,918 DEBUG [master/74ec74825666:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8556b88fec97e3bb1fc8480e53814ec6 changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:14:02,918 DEBUG [master/74ec74825666:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d436b6bbe1f69a96bdfeafc7d56cfc77 changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:14:02,918 DEBUG [master/74ec74825666:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0050e8a7eed46cfccd5469b7c3883951 changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:14:02,919 DEBUG [master/74ec74825666:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d5e83aa2e5b0eee2292c7f69cdc54272 changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:14:02,919 DEBUG [master/74ec74825666:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 889cf2b78c28cade35434cabf0d41d4f changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:14:02,919 DEBUG [master/74ec74825666:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fb8252fc927297371f1b7934f3faf227 changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:14:02,919 DEBUG [master/74ec74825666:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5457f3ec0a7a922edb065b4938643365 changed from -1.0 to 0.0, refreshing cache 2024-11-15T18:14:04,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-15T18:14:04,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-15T18:14:04,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-15T18:14:04,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-15T18:14:04,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-15T18:14:04,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-15T18:14:04,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T18:14:04,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T18:14:04,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-15T18:14:04,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-15T18:14:04,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-15T18:14:04,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-15T18:14:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-15T18:14:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-15T18:14:04,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-15T18:14:04,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-15T18:14:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-15T18:14:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-15T18:14:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-15T18:14:04,941 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,34105,1731694370704 Release verify snapshot worker=74ec74825666,34105,1731694370704 2024-11-15T18:14:04,941 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,39865,1731694370580 Release verify snapshot worker=74ec74825666,39865,1731694370580 2024-11-15T18:14:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-15T18:14:04,942 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,34105,1731694370704 Release verify snapshot worker=74ec74825666,34105,1731694370704 2024-11-15T18:14:04,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,34105,1731694370704 in 10.0190 sec 2024-11-15T18:14:04,944 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,34105,1731694370704 2024-11-15T18:14:04,944 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,39865,1731694370580 2024-11-15T18:14:04,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,39865,1731694370580 in 10.0190 sec 2024-11-15T18:14:04,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,34105,1731694370704 in 10.0210 sec 2024-11-15T18:14:04,947 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,34105,1731694370704 Release verify snapshot worker=74ec74825666,34105,1731694370704 2024-11-15T18:14:04,947 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,39865,1731694370580 Release verify snapshot worker=74ec74825666,39865,1731694370580 2024-11-15T18:14:04,947 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,39865,1731694370580 Release verify snapshot worker=74ec74825666,39865,1731694370580 2024-11-15T18:14:04,948 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,39865,1731694370580 2024-11-15T18:14:04,948 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,34105,1731694370704 2024-11-15T18:14:04,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,34105,1731694370704 in 10.0250 sec 2024-11-15T18:14:04,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,39865,1731694370580 in 10.0250 sec 2024-11-15T18:14:04,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,39865,1731694370580 in 10.0250 sec 2024-11-15T18:14:14,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-15T18:14:14,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-15T18:14:14,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-15T18:14:14,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-15T18:14:14,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-15T18:14:14,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-15T18:14:14,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-15T18:14:14,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-15T18:14:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-15T18:14:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-15T18:14:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-15T18:14:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-15T18:14:14,948 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,39865,1731694370580 Release verify snapshot worker=74ec74825666,39865,1731694370580 2024-11-15T18:14:14,948 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,34105,1731694370704 Release verify snapshot worker=74ec74825666,34105,1731694370704 2024-11-15T18:14:14,950 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,34105,1731694370704 Release verify snapshot worker=74ec74825666,34105,1731694370704 2024-11-15T18:14:14,950 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,39865,1731694370580 Release verify snapshot worker=74ec74825666,39865,1731694370580 2024-11-15T18:14:14,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,39865,1731694370580 in 20.0260 sec 2024-11-15T18:14:14,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,34105,1731694370704 in 20.0260 sec 2024-11-15T18:14:14,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,34105,1731694370704 in 20.0280 sec 2024-11-15T18:14:14,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=25 2024-11-15T18:14:14,953 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:14:14,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,39865,1731694370580 in 20.0280 sec 2024-11-15T18:14:14,954 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/.hbase-snapshot/SnapshotProcedureTest 2024-11-15T18:14:14,957 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:14:14,957 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-15T18:14:14,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0050 sec 2024-11-15T18:14:15,134 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-15T18:14:15,144 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T18:14:15,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:14:15,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:14:15,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:14:15,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:15,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:15,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:14:15,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:14:15,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911968005, stopped=false 2024-11-15T18:14:15,146 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,34127,1731694369674 2024-11-15T18:14:15,178 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:14:15,178 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:14:15,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:14:15,178 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:15,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:15,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:14:15,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:15,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:14:15,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:14:15,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:15,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,39865,1731694370580' ***** 2024-11-15T18:14:15,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:14:15,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:14:15,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,34105,1731694370704' ***** 2024-11-15T18:14:15,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:14:15,179 INFO [RS:0;74ec74825666:39865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:14:15,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:14:15,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:14:15,180 INFO [RS:0;74ec74825666:39865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:14:15,180 INFO [RS:0;74ec74825666:39865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:14:15,180 INFO [RS:1;74ec74825666:34105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:14:15,180 INFO [RS:1;74ec74825666:34105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:14:15,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:14:15,180 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(3091): Received CLOSE for fb8252fc927297371f1b7934f3faf227 2024-11-15T18:14:15,180 INFO [RS:1;74ec74825666:34105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:14:15,180 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(3091): Received CLOSE for d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:14:15,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:14:15,181 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(3091): Received CLOSE for 0050e8a7eed46cfccd5469b7c3883951 2024-11-15T18:14:15,181 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(3091): Received CLOSE for d5e83aa2e5b0eee2292c7f69cdc54272 2024-11-15T18:14:15,181 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(3091): Received CLOSE for 889cf2b78c28cade35434cabf0d41d4f 2024-11-15T18:14:15,181 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(3091): Received CLOSE for 5457f3ec0a7a922edb065b4938643365 2024-11-15T18:14:15,181 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,39865,1731694370580 2024-11-15T18:14:15,181 INFO [RS:0;74ec74825666:39865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:14:15,181 INFO [RS:0;74ec74825666:39865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:39865. 2024-11-15T18:14:15,181 DEBUG [RS:0;74ec74825666:39865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:14:15,181 DEBUG [RS:0;74ec74825666:39865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:15,182 INFO [RS:0;74ec74825666:39865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:14:15,182 INFO [RS:0;74ec74825666:39865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:14:15,182 INFO [RS:0;74ec74825666:39865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:14:15,182 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:14:15,182 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-15T18:14:15,182 DEBUG [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(1325): Online Regions={fb8252fc927297371f1b7934f3faf227=SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227., 0050e8a7eed46cfccd5469b7c3883951=SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951., d5e83aa2e5b0eee2292c7f69cdc54272=SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272., 889cf2b78c28cade35434cabf0d41d4f=SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f., 1588230740=hbase:meta,,1.1588230740, 5457f3ec0a7a922edb065b4938643365=SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365.} 2024-11-15T18:14:15,183 DEBUG [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(1351): Waiting on 0050e8a7eed46cfccd5469b7c3883951, 1588230740, 5457f3ec0a7a922edb065b4938643365, 889cf2b78c28cade35434cabf0d41d4f, d5e83aa2e5b0eee2292c7f69cdc54272, fb8252fc927297371f1b7934f3faf227 2024-11-15T18:14:15,183 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb8252fc927297371f1b7934f3faf227, disabling compactions & flushes 2024-11-15T18:14:15,183 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:14:15,183 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:14:15,183 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:14:15,183 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:14:15,183 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:14:15,184 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. after waiting 0 ms 2024-11-15T18:14:15,184 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:14:15,184 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:14:15,184 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:14:15,184 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(3091): Received CLOSE for 8556b88fec97e3bb1fc8480e53814ec6 2024-11-15T18:14:15,184 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d03e53d5f51146cbe295bcea190f761 2024-11-15T18:14:15,184 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cd5d63d87414d858909b6fd3d729c9a 2024-11-15T18:14:15,184 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fffcc4ba9bb176372a4770c76910590 2024-11-15T18:14:15,184 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,34105,1731694370704 2024-11-15T18:14:15,185 INFO [RS:1;74ec74825666:34105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:14:15,185 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-15T18:14:15,185 INFO [RS:1;74ec74825666:34105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;74ec74825666:34105. 2024-11-15T18:14:15,185 DEBUG [RS:1;74ec74825666:34105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:14:15,185 DEBUG [RS:1;74ec74825666:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:15,185 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-15T18:14:15,185 DEBUG [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(1325): Online Regions={d436b6bbe1f69a96bdfeafc7d56cfc77=SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77., 8556b88fec97e3bb1fc8480e53814ec6=SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6., 1d03e53d5f51146cbe295bcea190f761=SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761., 8cd5d63d87414d858909b6fd3d729c9a=SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a., 8fffcc4ba9bb176372a4770c76910590=SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590.} 2024-11-15T18:14:15,185 DEBUG [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(1351): Waiting on 1d03e53d5f51146cbe295bcea190f761, 8556b88fec97e3bb1fc8480e53814ec6, 8cd5d63d87414d858909b6fd3d729c9a, 8fffcc4ba9bb176372a4770c76910590, d436b6bbe1f69a96bdfeafc7d56cfc77 2024-11-15T18:14:15,188 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d436b6bbe1f69a96bdfeafc7d56cfc77, disabling compactions & flushes 2024-11-15T18:14:15,189 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:14:15,189 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:14:15,189 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. after waiting 0 ms 2024-11-15T18:14:15,189 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:14:15,205 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:14:15,212 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:14:15,217 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/fb8252fc927297371f1b7934f3faf227/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:14:15,220 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:14:15,220 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:14:15,221 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:14:15,221 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb8252fc927297371f1b7934f3faf227: Waiting for close lock at 1731694455183Running coprocessor pre-close hooks at 1731694455183Disabling compacts and flushes for region at 1731694455183Disabling writes for close at 1731694455184 (+1 ms)Writing region close event to WAL at 1731694455198 (+14 ms)Running coprocessor post-close hooks at 1731694455218 (+20 ms)Closed at 1731694455221 (+3 ms) 2024-11-15T18:14:15,222 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731694383132.fb8252fc927297371f1b7934f3faf227. 2024-11-15T18:14:15,222 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0050e8a7eed46cfccd5469b7c3883951, disabling compactions & flushes 2024-11-15T18:14:15,222 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:14:15,222 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:14:15,222 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. after waiting 0 ms 2024-11-15T18:14:15,222 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:14:15,227 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d436b6bbe1f69a96bdfeafc7d56cfc77/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:14:15,229 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:14:15,229 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d436b6bbe1f69a96bdfeafc7d56cfc77: Waiting for close lock at 1731694455186Running coprocessor pre-close hooks at 1731694455186Disabling compacts and flushes for region at 1731694455188 (+2 ms)Disabling writes for close at 1731694455189 (+1 ms)Writing region close event to WAL at 1731694455199 (+10 ms)Running coprocessor post-close hooks at 1731694455229 (+30 ms)Closed at 1731694455229 2024-11-15T18:14:15,229 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731694383132.d436b6bbe1f69a96bdfeafc7d56cfc77. 2024-11-15T18:14:15,229 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8556b88fec97e3bb1fc8480e53814ec6, disabling compactions & flushes 2024-11-15T18:14:15,230 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:14:15,230 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:14:15,230 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. after waiting 0 ms 2024-11-15T18:14:15,230 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:14:15,242 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/.tmp/info/20a8129c1ed14cffbbfbfd70cf0bdbb6 is 167, key is SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951./info:regioninfo/1731694393980/Put/seqid=0 2024-11-15T18:14:15,253 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/0050e8a7eed46cfccd5469b7c3883951/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:14:15,255 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:14:15,255 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0050e8a7eed46cfccd5469b7c3883951: Waiting for close lock at 1731694455222Running coprocessor pre-close hooks at 1731694455222Disabling compacts and flushes for region at 1731694455222Disabling writes for close at 1731694455222Writing region close event to WAL at 1731694455236 (+14 ms)Running coprocessor post-close hooks at 1731694455255 (+19 ms)Closed at 1731694455255 2024-11-15T18:14:15,255 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731694383132.0050e8a7eed46cfccd5469b7c3883951. 2024-11-15T18:14:15,256 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5e83aa2e5b0eee2292c7f69cdc54272, disabling compactions & flushes 2024-11-15T18:14:15,256 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:14:15,256 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:14:15,256 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. after waiting 0 ms 2024-11-15T18:14:15,256 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:14:15,272 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8556b88fec97e3bb1fc8480e53814ec6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:14:15,274 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:14:15,274 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8556b88fec97e3bb1fc8480e53814ec6: Waiting for close lock at 1731694455229Running coprocessor pre-close hooks at 1731694455229Disabling compacts and flushes for region at 1731694455229Disabling writes for close at 1731694455230 (+1 ms)Writing region close event to WAL at 1731694455253 (+23 ms)Running coprocessor post-close hooks at 1731694455273 (+20 ms)Closed at 1731694455274 (+1 ms) 2024-11-15T18:14:15,274 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731694383132.8556b88fec97e3bb1fc8480e53814ec6. 2024-11-15T18:14:15,274 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d03e53d5f51146cbe295bcea190f761, disabling compactions & flushes 2024-11-15T18:14:15,274 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:14:15,274 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:14:15,274 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. after waiting 0 ms 2024-11-15T18:14:15,274 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:14:15,281 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/d5e83aa2e5b0eee2292c7f69cdc54272/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:14:15,282 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:14:15,282 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5e83aa2e5b0eee2292c7f69cdc54272: Waiting for close lock at 1731694455255Running coprocessor pre-close hooks at 1731694455255Disabling compacts and flushes for region at 1731694455256 (+1 ms)Disabling writes for close at 1731694455256Writing region close event to WAL at 1731694455264 (+8 ms)Running coprocessor post-close hooks at 1731694455282 (+18 ms)Closed at 1731694455282 2024-11-15T18:14:15,282 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731694383132.d5e83aa2e5b0eee2292c7f69cdc54272. 2024-11-15T18:14:15,283 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 889cf2b78c28cade35434cabf0d41d4f, disabling compactions & flushes 2024-11-15T18:14:15,283 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:14:15,283 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:14:15,283 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. after waiting 0 ms 2024-11-15T18:14:15,283 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:14:15,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741862_1038 (size=20260) 2024-11-15T18:14:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741862_1038 (size=20260) 2024-11-15T18:14:15,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741862_1038 (size=20260) 2024-11-15T18:14:15,294 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/.tmp/info/20a8129c1ed14cffbbfbfd70cf0bdbb6 2024-11-15T18:14:15,301 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:14:15,301 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:14:15,312 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/1d03e53d5f51146cbe295bcea190f761/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:14:15,313 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:14:15,313 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d03e53d5f51146cbe295bcea190f761: Waiting for close lock at 1731694455274Running coprocessor pre-close hooks at 1731694455274Disabling compacts and flushes for region at 1731694455274Disabling writes for close at 1731694455274Writing region close event to WAL at 1731694455289 (+15 ms)Running coprocessor post-close hooks at 1731694455313 (+24 ms)Closed at 1731694455313 2024-11-15T18:14:15,313 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731694383132.1d03e53d5f51146cbe295bcea190f761. 2024-11-15T18:14:15,314 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cd5d63d87414d858909b6fd3d729c9a, disabling compactions & flushes 2024-11-15T18:14:15,314 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:14:15,314 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:14:15,314 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. after waiting 0 ms 2024-11-15T18:14:15,314 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:14:15,322 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/889cf2b78c28cade35434cabf0d41d4f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:14:15,323 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:14:15,323 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 889cf2b78c28cade35434cabf0d41d4f: Waiting for close lock at 1731694455283Running coprocessor pre-close hooks at 1731694455283Disabling compacts and flushes for region at 1731694455283Disabling writes for close at 1731694455283Writing region close event to WAL at 1731694455297 (+14 ms)Running coprocessor post-close hooks at 1731694455323 (+26 ms)Closed at 1731694455323 2024-11-15T18:14:15,323 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731694383132.889cf2b78c28cade35434cabf0d41d4f. 2024-11-15T18:14:15,323 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5457f3ec0a7a922edb065b4938643365, disabling compactions & flushes 2024-11-15T18:14:15,323 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:14:15,323 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:14:15,324 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. after waiting 0 ms 2024-11-15T18:14:15,324 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:14:15,338 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/5457f3ec0a7a922edb065b4938643365/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:14:15,340 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:14:15,340 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5457f3ec0a7a922edb065b4938643365: Waiting for close lock at 1731694455323Running coprocessor pre-close hooks at 1731694455323Disabling compacts and flushes for region at 1731694455323Disabling writes for close at 1731694455324 (+1 ms)Writing region close event to WAL at 1731694455324Running coprocessor post-close hooks at 1731694455339 (+15 ms)Closed at 1731694455339 2024-11-15T18:14:15,340 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731694383132.5457f3ec0a7a922edb065b4938643365. 2024-11-15T18:14:15,345 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/.tmp/ns/928a221663764873b0fa36e63746bb3f is 43, key is default/ns:d/1731694382864/Put/seqid=0 2024-11-15T18:14:15,351 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8cd5d63d87414d858909b6fd3d729c9a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:14:15,352 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:14:15,352 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cd5d63d87414d858909b6fd3d729c9a: Waiting for close lock at 1731694455313Running coprocessor pre-close hooks at 1731694455314 (+1 ms)Disabling compacts and flushes for region at 1731694455314Disabling writes for close at 1731694455314Writing region close event to WAL at 1731694455336 (+22 ms)Running coprocessor post-close hooks at 1731694455352 (+16 ms)Closed at 1731694455352 2024-11-15T18:14:15,353 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731694383132.8cd5d63d87414d858909b6fd3d729c9a. 2024-11-15T18:14:15,353 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fffcc4ba9bb176372a4770c76910590, disabling compactions & flushes 2024-11-15T18:14:15,353 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:14:15,353 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:14:15,353 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. after waiting 0 ms 2024-11-15T18:14:15,353 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:14:15,365 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/default/SPTestTable/8fffcc4ba9bb176372a4770c76910590/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:14:15,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741863_1039 (size=5153) 2024-11-15T18:14:15,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741863_1039 (size=5153) 2024-11-15T18:14:15,367 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:14:15,367 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fffcc4ba9bb176372a4770c76910590: Waiting for close lock at 1731694455353Running coprocessor pre-close hooks at 1731694455353Disabling compacts and flushes for region at 1731694455353Disabling writes for close at 1731694455353Writing region close event to WAL at 1731694455355 (+2 ms)Running coprocessor post-close hooks at 1731694455366 (+11 ms)Closed at 1731694455366 2024-11-15T18:14:15,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741863_1039 (size=5153) 2024-11-15T18:14:15,367 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731694383132.8fffcc4ba9bb176372a4770c76910590. 2024-11-15T18:14:15,367 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/.tmp/ns/928a221663764873b0fa36e63746bb3f 2024-11-15T18:14:15,383 DEBUG [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T18:14:15,385 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,34105,1731694370704; all regions closed. 2024-11-15T18:14:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741835_1011 (size=3500) 2024-11-15T18:14:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741835_1011 (size=3500) 2024-11-15T18:14:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741835_1011 (size=3500) 2024-11-15T18:14:15,395 DEBUG [RS:1;74ec74825666:34105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/oldWALs 2024-11-15T18:14:15,395 INFO [RS:1;74ec74825666:34105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C34105%2C1731694370704:(num 1731694372387) 2024-11-15T18:14:15,395 DEBUG [RS:1;74ec74825666:34105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:15,395 INFO [RS:1;74ec74825666:34105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:14:15,396 INFO [RS:1;74ec74825666:34105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:14:15,396 INFO [RS:1;74ec74825666:34105 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T18:14:15,396 INFO [RS:1;74ec74825666:34105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:14:15,396 INFO [RS:1;74ec74825666:34105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:14:15,396 INFO [RS:1;74ec74825666:34105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:14:15,396 INFO [RS:1;74ec74825666:34105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:14:15,397 INFO [RS:1;74ec74825666:34105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34105 2024-11-15T18:14:15,397 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:14:15,399 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/.tmp/table/20980cc7132e41f9b7d6fe0cd20e2c8f is 47, key is SPTestTable/table:state/1731694394075/Put/seqid=0 2024-11-15T18:14:15,409 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/74ec74825666,34105,1731694370704 2024-11-15T18:14:15,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:14:15,409 INFO [RS:1;74ec74825666:34105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:14:15,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741864_1040 (size=5214) 2024-11-15T18:14:15,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741864_1040 (size=5214) 2024-11-15T18:14:15,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741864_1040 (size=5214) 2024-11-15T18:14:15,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,34105,1731694370704] 2024-11-15T18:14:15,424 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/.tmp/table/20980cc7132e41f9b7d6fe0cd20e2c8f 2024-11-15T18:14:15,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/74ec74825666,34105,1731694370704 already deleted, retry=false 2024-11-15T18:14:15,432 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,34105,1731694370704 expired; onlineServers=1 2024-11-15T18:14:15,437 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/.tmp/info/20a8129c1ed14cffbbfbfd70cf0bdbb6 as hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/info/20a8129c1ed14cffbbfbfd70cf0bdbb6 2024-11-15T18:14:15,447 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/info/20a8129c1ed14cffbbfbfd70cf0bdbb6, entries=116, sequenceid=37, filesize=19.8 K 2024-11-15T18:14:15,449 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/.tmp/ns/928a221663764873b0fa36e63746bb3f as hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/ns/928a221663764873b0fa36e63746bb3f 2024-11-15T18:14:15,459 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/ns/928a221663764873b0fa36e63746bb3f, entries=2, sequenceid=37, filesize=5.0 K 2024-11-15T18:14:15,460 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/.tmp/table/20980cc7132e41f9b7d6fe0cd20e2c8f as hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/table/20980cc7132e41f9b7d6fe0cd20e2c8f 2024-11-15T18:14:15,470 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/table/20980cc7132e41f9b7d6fe0cd20e2c8f, entries=2, sequenceid=37, filesize=5.1 K 2024-11-15T18:14:15,471 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 287ms, sequenceid=37, compaction requested=false 2024-11-15T18:14:15,482 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-15T18:14:15,483 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:14:15,484 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:14:15,484 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694455183Running coprocessor pre-close hooks at 1731694455183Disabling compacts and flushes for region at 1731694455183Disabling writes for close at 1731694455184 (+1 ms)Obtaining lock to block concurrent updates at 1731694455185 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731694455185Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731694455185Flushing stores of hbase:meta,,1.1588230740 at 1731694455187 (+2 ms)Flushing 1588230740/info: creating writer at 1731694455187Flushing 1588230740/info: appending metadata at 1731694455229 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731694455229Flushing 1588230740/ns: creating writer at 1731694455321 (+92 ms)Flushing 1588230740/ns: appending metadata at 1731694455344 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731694455344Flushing 1588230740/table: creating writer at 1731694455376 (+32 ms)Flushing 1588230740/table: appending metadata at 1731694455398 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731694455398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be02c5d: reopening flushed file at 1731694455435 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1006a1e4: reopening flushed file at 1731694455448 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5043bd60: reopening flushed file at 1731694455459 (+11 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 287ms, sequenceid=37, compaction requested=false at 1731694455471 (+12 ms)Writing region close event to WAL at 1731694455477 (+6 ms)Running coprocessor post-close hooks at 1731694455483 (+6 ms)Closed at 1731694455483 2024-11-15T18:14:15,484 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:14:15,519 INFO [RS:1;74ec74825666:34105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:14:15,519 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:14:15,519 INFO [RS:1;74ec74825666:34105 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,34105,1731694370704; zookeeper connection closed. 2024-11-15T18:14:15,520 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34105-0x1013fb313da0002, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:14:15,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@192f1c1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@192f1c1e 2024-11-15T18:14:15,583 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,39865,1731694370580; all regions closed. 2024-11-15T18:14:15,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741836_1012 (size=19450) 2024-11-15T18:14:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741836_1012 (size=19450) 2024-11-15T18:14:15,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/WALs/74ec74825666,39865,1731694370580/74ec74825666%2C39865%2C1731694370580.meta.1731694382623.meta not finished, retry = 0 2024-11-15T18:14:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741836_1012 (size=19450) 2024-11-15T18:14:15,693 DEBUG [RS:0;74ec74825666:39865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/oldWALs 2024-11-15T18:14:15,693 INFO [RS:0;74ec74825666:39865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C39865%2C1731694370580.meta:.meta(num 1731694382623) 2024-11-15T18:14:15,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741833_1009 (size=3530) 2024-11-15T18:14:15,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741833_1009 (size=3530) 2024-11-15T18:14:15,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741833_1009 (size=3530) 2024-11-15T18:14:15,699 DEBUG [RS:0;74ec74825666:39865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/oldWALs 2024-11-15T18:14:15,699 INFO [RS:0;74ec74825666:39865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C39865%2C1731694370580:(num 1731694372387) 2024-11-15T18:14:15,699 DEBUG [RS:0;74ec74825666:39865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:15,699 INFO [RS:0;74ec74825666:39865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:14:15,699 INFO [RS:0;74ec74825666:39865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:14:15,700 INFO [RS:0;74ec74825666:39865 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:14:15,700 INFO [RS:0;74ec74825666:39865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:14:15,700 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:14:15,700 INFO [RS:0;74ec74825666:39865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39865 2024-11-15T18:14:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:14:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/74ec74825666,39865,1731694370580 2024-11-15T18:14:15,746 INFO [RS:0;74ec74825666:39865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:14:15,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,39865,1731694370580] 2024-11-15T18:14:15,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/74ec74825666,39865,1731694370580 already deleted, retry=false 2024-11-15T18:14:15,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,39865,1731694370580 expired; onlineServers=0 2024-11-15T18:14:15,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,34127,1731694369674' ***** 2024-11-15T18:14:15,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:14:15,767 INFO [M:0;74ec74825666:34127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:14:15,767 INFO [M:0;74ec74825666:34127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:14:15,767 DEBUG [M:0;74ec74825666:34127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:14:15,767 DEBUG [M:0;74ec74825666:34127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:14:15,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:14:15,767 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694371968 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694371968,5,FailOnTimeoutGroup] 2024-11-15T18:14:15,767 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694371967 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694371967,5,FailOnTimeoutGroup] 2024-11-15T18:14:15,768 INFO [M:0;74ec74825666:34127 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:14:15,768 INFO [M:0;74ec74825666:34127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:14:15,768 DEBUG [M:0;74ec74825666:34127 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:14:15,768 INFO [M:0;74ec74825666:34127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:14:15,768 INFO [M:0;74ec74825666:34127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:14:15,768 ERROR [M:0;74ec74825666:34127 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:39531 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39531,5,PEWorkerGroup] 2024-11-15T18:14:15,769 INFO [M:0;74ec74825666:34127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:14:15,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:14:15,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T18:14:15,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:15,777 DEBUG [M:0;74ec74825666:34127 {}] zookeeper.ZKUtil(347): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T18:14:15,777 WARN [M:0;74ec74825666:34127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:14:15,778 INFO [M:0;74ec74825666:34127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/.lastflushedseqids 2024-11-15T18:14:15,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741865_1041 (size=686) 2024-11-15T18:14:15,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741865_1041 (size=686) 2024-11-15T18:14:15,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741865_1041 (size=686) 2024-11-15T18:14:15,792 INFO [M:0;74ec74825666:34127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:14:15,793 INFO [M:0;74ec74825666:34127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:14:15,793 DEBUG [M:0;74ec74825666:34127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:14:15,793 INFO [M:0;74ec74825666:34127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:15,793 DEBUG [M:0;74ec74825666:34127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:15,793 DEBUG [M:0;74ec74825666:34127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:14:15,793 DEBUG [M:0;74ec74825666:34127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:15,793 INFO [M:0;74ec74825666:34127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.96 KB heapSize=241.73 KB 2024-11-15T18:14:15,814 DEBUG [M:0;74ec74825666:34127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ec9eec781594303b995c3e953e2e8f4 is 82, key is hbase:meta,,1/info:regioninfo/1731694382696/Put/seqid=0 2024-11-15T18:14:15,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741866_1042 (size=5672) 2024-11-15T18:14:15,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741866_1042 (size=5672) 2024-11-15T18:14:15,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741866_1042 (size=5672) 2024-11-15T18:14:15,823 INFO [M:0;74ec74825666:34127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ec9eec781594303b995c3e953e2e8f4 2024-11-15T18:14:15,846 DEBUG [M:0;74ec74825666:34127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96d7a8cd5ae34fce8604ee3f7f5366f7 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731694394085/Put/seqid=0 2024-11-15T18:14:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741867_1043 (size=8973) 2024-11-15T18:14:15,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741867_1043 (size=8973) 2024-11-15T18:14:15,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:14:15,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39865-0x1013fb313da0001, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:14:15,856 INFO [RS:0;74ec74825666:39865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:14:15,856 INFO [RS:0;74ec74825666:39865 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,39865,1731694370580; zookeeper connection closed. 2024-11-15T18:14:15,857 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57b130ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57b130ea 2024-11-15T18:14:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741867_1043 (size=8973) 2024-11-15T18:14:15,857 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T18:14:15,858 INFO [M:0;74ec74825666:34127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.23 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96d7a8cd5ae34fce8604ee3f7f5366f7 2024-11-15T18:14:15,866 INFO [M:0;74ec74825666:34127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96d7a8cd5ae34fce8604ee3f7f5366f7 2024-11-15T18:14:15,883 DEBUG [M:0;74ec74825666:34127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/523afece9af64f2195f10cf13058faef is 69, key is 74ec74825666,34105,1731694370704/rs:state/1731694372089/Put/seqid=0 2024-11-15T18:14:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741868_1044 (size=5441) 2024-11-15T18:14:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741868_1044 (size=5441) 2024-11-15T18:14:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741868_1044 (size=5441) 2024-11-15T18:14:16,294 INFO [M:0;74ec74825666:34127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/523afece9af64f2195f10cf13058faef 2024-11-15T18:14:16,302 INFO [M:0;74ec74825666:34127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 523afece9af64f2195f10cf13058faef 2024-11-15T18:14:16,303 DEBUG [M:0;74ec74825666:34127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ec9eec781594303b995c3e953e2e8f4 as hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ec9eec781594303b995c3e953e2e8f4 2024-11-15T18:14:16,312 INFO [M:0;74ec74825666:34127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ec9eec781594303b995c3e953e2e8f4, entries=8, sequenceid=513, filesize=5.5 K 2024-11-15T18:14:16,314 DEBUG [M:0;74ec74825666:34127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96d7a8cd5ae34fce8604ee3f7f5366f7 as hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96d7a8cd5ae34fce8604ee3f7f5366f7 2024-11-15T18:14:16,321 INFO [M:0;74ec74825666:34127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96d7a8cd5ae34fce8604ee3f7f5366f7 2024-11-15T18:14:16,321 INFO [M:0;74ec74825666:34127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96d7a8cd5ae34fce8604ee3f7f5366f7, entries=56, sequenceid=513, filesize=8.8 K 2024-11-15T18:14:16,322 DEBUG [M:0;74ec74825666:34127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/523afece9af64f2195f10cf13058faef as hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/523afece9af64f2195f10cf13058faef 2024-11-15T18:14:16,329 INFO [M:0;74ec74825666:34127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 523afece9af64f2195f10cf13058faef 2024-11-15T18:14:16,329 INFO [M:0;74ec74825666:34127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39531/user/jenkins/test-data/5d9bc289-5594-e25a-9a44-33c6fcd940d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/523afece9af64f2195f10cf13058faef, entries=3, sequenceid=513, filesize=5.3 K 2024-11-15T18:14:16,330 INFO [M:0;74ec74825666:34127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=513, compaction requested=false 2024-11-15T18:14:16,331 INFO [M:0;74ec74825666:34127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:16,331 DEBUG [M:0;74ec74825666:34127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694455793Disabling compacts and flushes for region at 1731694455793Disabling writes for close at 1731694455793Obtaining lock to block concurrent updates at 1731694455793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694455793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199643, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1731694455794 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694455794Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694455794Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694455813 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694455813Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694455829 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694455845 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694455845Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694455866 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694455882 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694455882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b388918: reopening flushed file at 1731694456302 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4ff9b: reopening flushed file at 1731694456312 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a15824e: reopening flushed file at 1731694456321 (+9 ms)Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=513, compaction requested=false at 1731694456330 (+9 ms)Writing region close event to WAL at 1731694456331 (+1 ms)Closed at 1731694456331 2024-11-15T18:14:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741830_1006 (size=233835) 2024-11-15T18:14:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741830_1006 (size=233835) 2024-11-15T18:14:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741830_1006 (size=233835) 2024-11-15T18:14:16,335 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:14:16,335 INFO [M:0;74ec74825666:34127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:14:16,335 INFO [M:0;74ec74825666:34127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34127 2024-11-15T18:14:16,335 INFO [M:0;74ec74825666:34127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:14:16,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:14:16,495 INFO [M:0;74ec74825666:34127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:14:16,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x1013fb313da0000, quorum=127.0.0.1:53986, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:14:16,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:14:16,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:14:16,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:14:16,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:14:16,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir/,STOPPED} 2024-11-15T18:14:16,504 WARN [BP-960053577-172.17.0.2-1731694364286 heartbeating to localhost/127.0.0.1:39531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:14:16,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:14:16,504 WARN [BP-960053577-172.17.0.2-1731694364286 heartbeating to localhost/127.0.0.1:39531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960053577-172.17.0.2-1731694364286 (Datanode Uuid 5dc0336b-024c-44d9-af48-023d991989d0) service to localhost/127.0.0.1:39531 2024-11-15T18:14:16,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:14:16,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data5/current/BP-960053577-172.17.0.2-1731694364286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:14:16,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data6/current/BP-960053577-172.17.0.2-1731694364286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:14:16,506 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:14:16,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:14:16,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:14:16,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:14:16,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:14:16,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir/,STOPPED} 2024-11-15T18:14:16,510 WARN [BP-960053577-172.17.0.2-1731694364286 heartbeating to localhost/127.0.0.1:39531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:14:16,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:14:16,510 WARN [BP-960053577-172.17.0.2-1731694364286 heartbeating to localhost/127.0.0.1:39531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960053577-172.17.0.2-1731694364286 (Datanode Uuid 9cc6dc45-493c-440f-aea4-e10ce6415c70) service to localhost/127.0.0.1:39531 2024-11-15T18:14:16,510 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:14:16,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data3/current/BP-960053577-172.17.0.2-1731694364286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:14:16,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data4/current/BP-960053577-172.17.0.2-1731694364286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:14:16,511 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:14:16,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:14:16,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:14:16,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:14:16,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:14:16,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir/,STOPPED} 2024-11-15T18:14:16,514 WARN [BP-960053577-172.17.0.2-1731694364286 heartbeating to localhost/127.0.0.1:39531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:14:16,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:14:16,514 WARN [BP-960053577-172.17.0.2-1731694364286 heartbeating to localhost/127.0.0.1:39531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960053577-172.17.0.2-1731694364286 (Datanode Uuid ea1a129b-ac96-4815-ac88-4d2afcb55350) service to localhost/127.0.0.1:39531 2024-11-15T18:14:16,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:14:16,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data1/current/BP-960053577-172.17.0.2-1731694364286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:14:16,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/cluster_72160cae-fe63-fec4-f471-babec124be76/data/data2/current/BP-960053577-172.17.0.2-1731694364286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:14:16,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:14:16,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:14:16,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:14:16,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:14:16,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:14:16,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir/,STOPPED} 2024-11-15T18:14:16,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:14:16,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:14:16,586 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a1f6ba8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/74ec74825666:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/74ec74825666:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39531 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39531 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/74ec74825666:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74ec74825666:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74ec74825666:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/74ec74825666:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/74ec74825666:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=336 (was 280) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3293 (was 4880) 2024-11-15T18:14:16,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=336, ProcessCount=11, AvailableMemoryMB=3293 2024-11-15T18:14:16,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir so I do NOT create it in target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b 2024-11-15T18:14:16,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T18:14:16,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.tmp.dir so I do NOT create it in target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b 2024-11-15T18:14:16,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7abe5c99-0fc9-b76a-4331-6cf52070ed45/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T18:14:16,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b 2024-11-15T18:14:16,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T18:14:16,608 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b, deleteOnExit=true 2024-11-15T18:14:16,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T18:14:16,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/test.cache.data in system properties and HBase conf 2024-11-15T18:14:16,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T18:14:16,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/hadoop.log.dir in system properties and HBase conf 2024-11-15T18:14:16,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T18:14:16,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T18:14:16,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T18:14:16,609 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T18:14:16,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:14:16,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T18:14:16,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T18:14:16,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:14:16,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T18:14:16,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T18:14:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T18:14:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:14:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T18:14:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/nfs.dump.dir in system properties and HBase conf 2024-11-15T18:14:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/java.io.tmpdir in system properties and HBase conf 2024-11-15T18:14:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T18:14:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T18:14:16,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T18:14:16,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:16,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:16,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:16,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:16,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:16,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:16,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55383a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:16,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8c2d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:17,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13905dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/java.io.tmpdir/jetty-localhost-33431-hadoop-hdfs-3_4_1-tests_jar-_-any-8617786342029447561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:14:17,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f594751{HTTP/1.1, (http/1.1)}{localhost:33431} 2024-11-15T18:14:17,076 INFO [Time-limited test {}] server.Server(415): Started @95408ms 2024-11-15T18:14:17,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:17,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:17,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:17,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:17,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T18:14:17,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29c5d6a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:17,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7387b790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:17,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76fca390{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/java.io.tmpdir/jetty-localhost-46319-hadoop-hdfs-3_4_1-tests_jar-_-any-13823543318390089391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:14:17,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d856a{HTTP/1.1, (http/1.1)}{localhost:46319} 2024-11-15T18:14:17,429 INFO [Time-limited test {}] server.Server(415): Started @95762ms 2024-11-15T18:14:17,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:14:17,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:17,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:17,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:17,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:17,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:14:17,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60a6e413{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:17,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5d5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:17,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@692b3282{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/java.io.tmpdir/jetty-localhost-41443-hadoop-hdfs-3_4_1-tests_jar-_-any-14792594270081389260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:14:17,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75dd10e0{HTTP/1.1, (http/1.1)}{localhost:41443} 2024-11-15T18:14:17,585 INFO [Time-limited test {}] server.Server(415): Started @95917ms 2024-11-15T18:14:17,587 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:14:17,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T18:14:17,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T18:14:17,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T18:14:17,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T18:14:17,626 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T18:14:17,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f1d8b22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/hadoop.log.dir/,AVAILABLE} 2024-11-15T18:14:17,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@107cfd64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T18:14:17,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@894f43a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/java.io.tmpdir/jetty-localhost-41063-hadoop-hdfs-3_4_1-tests_jar-_-any-9513015229223683585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:14:17,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7844ccb1{HTTP/1.1, (http/1.1)}{localhost:41063} 2024-11-15T18:14:17,722 INFO [Time-limited test {}] server.Server(415): Started @96054ms 2024-11-15T18:14:17,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T18:14:18,779 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data2/current/BP-372517363-172.17.0.2-1731694456631/current, will proceed with Du for space computation calculation, 2024-11-15T18:14:18,779 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data1/current/BP-372517363-172.17.0.2-1731694456631/current, will proceed with Du for space computation calculation, 2024-11-15T18:14:18,803 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:14:18,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58ab1b00aac1f6a with lease ID 0x783ce41388269320: Processing first storage report for DS-5a923607-c29d-411a-944a-d054e9761a6a from datanode DatanodeRegistration(127.0.0.1:32787, datanodeUuid=696e71b7-3dbe-4e62-888c-20211fb0027c, infoPort=45053, infoSecurePort=0, ipcPort=39775, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631) 2024-11-15T18:14:18,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58ab1b00aac1f6a with lease ID 0x783ce41388269320: from storage DS-5a923607-c29d-411a-944a-d054e9761a6a node DatanodeRegistration(127.0.0.1:32787, datanodeUuid=696e71b7-3dbe-4e62-888c-20211fb0027c, infoPort=45053, infoSecurePort=0, ipcPort=39775, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:14:18,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58ab1b00aac1f6a with lease ID 0x783ce41388269320: Processing first storage report for DS-b5ed8e17-74b1-461b-8428-a55e9dad8014 from datanode DatanodeRegistration(127.0.0.1:32787, datanodeUuid=696e71b7-3dbe-4e62-888c-20211fb0027c, infoPort=45053, infoSecurePort=0, ipcPort=39775, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631) 2024-11-15T18:14:18,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58ab1b00aac1f6a with lease ID 0x783ce41388269320: from storage DS-b5ed8e17-74b1-461b-8428-a55e9dad8014 node DatanodeRegistration(127.0.0.1:32787, datanodeUuid=696e71b7-3dbe-4e62-888c-20211fb0027c, infoPort=45053, infoSecurePort=0, ipcPort=39775, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:14:18,931 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data3/current/BP-372517363-172.17.0.2-1731694456631/current, will proceed with Du for space computation calculation, 2024-11-15T18:14:18,931 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data4/current/BP-372517363-172.17.0.2-1731694456631/current, will proceed with Du for space computation calculation, 2024-11-15T18:14:18,952 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:14:18,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2de71626a79741ef with lease ID 0x783ce41388269321: Processing first storage report for DS-74a27211-87e1-486a-b4dd-8ef97154c34d from datanode DatanodeRegistration(127.0.0.1:44337, datanodeUuid=be350966-310d-4f2f-9995-62236909cffb, infoPort=34711, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631) 2024-11-15T18:14:18,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2de71626a79741ef with lease ID 0x783ce41388269321: from storage DS-74a27211-87e1-486a-b4dd-8ef97154c34d node DatanodeRegistration(127.0.0.1:44337, datanodeUuid=be350966-310d-4f2f-9995-62236909cffb, infoPort=34711, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:14:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2de71626a79741ef with lease ID 0x783ce41388269321: Processing first storage report for DS-e3e00d2f-c7d2-4996-8c63-86fcf37f4e48 from datanode DatanodeRegistration(127.0.0.1:44337, datanodeUuid=be350966-310d-4f2f-9995-62236909cffb, infoPort=34711, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631) 2024-11-15T18:14:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2de71626a79741ef with lease ID 0x783ce41388269321: from storage DS-e3e00d2f-c7d2-4996-8c63-86fcf37f4e48 node DatanodeRegistration(127.0.0.1:44337, datanodeUuid=be350966-310d-4f2f-9995-62236909cffb, infoPort=34711, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:14:19,058 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data6/current/BP-372517363-172.17.0.2-1731694456631/current, will proceed with Du for space computation calculation, 2024-11-15T18:14:19,058 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data5/current/BP-372517363-172.17.0.2-1731694456631/current, will proceed with Du for space computation calculation, 2024-11-15T18:14:19,079 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T18:14:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3e9600e440d1e62 with lease ID 0x783ce41388269322: Processing first storage report for DS-1369eee0-1164-4684-b6c0-72b4d2137df5 from datanode DatanodeRegistration(127.0.0.1:42499, datanodeUuid=f3e81b71-9844-4a87-a2f6-9a4528d56fb8, infoPort=35321, infoSecurePort=0, ipcPort=32789, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631) 2024-11-15T18:14:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3e9600e440d1e62 with lease ID 0x783ce41388269322: from storage DS-1369eee0-1164-4684-b6c0-72b4d2137df5 node DatanodeRegistration(127.0.0.1:42499, datanodeUuid=f3e81b71-9844-4a87-a2f6-9a4528d56fb8, infoPort=35321, infoSecurePort=0, ipcPort=32789, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T18:14:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3e9600e440d1e62 with lease ID 0x783ce41388269322: Processing first storage report for DS-86e0c890-fdc7-48c6-9ecb-ef54057b9baa from datanode DatanodeRegistration(127.0.0.1:42499, datanodeUuid=f3e81b71-9844-4a87-a2f6-9a4528d56fb8, infoPort=35321, infoSecurePort=0, ipcPort=32789, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631) 2024-11-15T18:14:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3e9600e440d1e62 with lease ID 0x783ce41388269322: from storage DS-86e0c890-fdc7-48c6-9ecb-ef54057b9baa node DatanodeRegistration(127.0.0.1:42499, datanodeUuid=f3e81b71-9844-4a87-a2f6-9a4528d56fb8, infoPort=35321, infoSecurePort=0, ipcPort=32789, storageInfo=lv=-57;cid=testClusterID;nsid=121211180;c=1731694456631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T18:14:19,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b 2024-11-15T18:14:19,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/zookeeper_0, clientPort=52608, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T18:14:19,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52608 2024-11-15T18:14:19,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:14:19,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:14:19,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741825_1001 (size=7) 2024-11-15T18:14:19,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b with version=8 2024-11-15T18:14:19,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/hbase-staging 2024-11-15T18:14:19,184 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:14:19,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:14:19,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:14:19,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T18:14:19,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:14:19,186 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35683 2024-11-15T18:14:19,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35683 connecting to ZooKeeper ensemble=127.0.0.1:52608 2024-11-15T18:14:19,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356830x0, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:14:19,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35683-0x1013fb474c50000 connected 2024-11-15T18:14:19,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:14:19,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b, hbase.cluster.distributed=false 2024-11-15T18:14:19,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T18:14:19,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35683 2024-11-15T18:14:19,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35683 2024-11-15T18:14:19,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35683 2024-11-15T18:14:19,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35683 2024-11-15T18:14:19,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35683 2024-11-15T18:14:19,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:14:19,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:14:19,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:14:19,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:14:19,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:14:19,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42895 2024-11-15T18:14:19,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42895 connecting to ZooKeeper ensemble=127.0.0.1:52608 2024-11-15T18:14:19,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428950x0, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:14:19,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42895-0x1013fb474c50001 connected 2024-11-15T18:14:19,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:14:19,428 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:14:19,428 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:14:19,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T18:14:19,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T18:14:19,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42895 2024-11-15T18:14:19,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42895 2024-11-15T18:14:19,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42895 2024-11-15T18:14:19,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42895 2024-11-15T18:14:19,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42895 2024-11-15T18:14:19,454 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:14:19,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:14:19,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:14:19,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:14:19,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:14:19,455 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35071 2024-11-15T18:14:19,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35071 connecting to ZooKeeper ensemble=127.0.0.1:52608 2024-11-15T18:14:19,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350710x0, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:14:19,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35071-0x1013fb474c50002 connected 2024-11-15T18:14:19,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:14:19,485 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:14:19,486 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:14:19,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T18:14:19,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T18:14:19,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35071 2024-11-15T18:14:19,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35071 2024-11-15T18:14:19,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35071 2024-11-15T18:14:19,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35071 2024-11-15T18:14:19,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35071 2024-11-15T18:14:19,512 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T18:14:19,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T18:14:19,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T18:14:19,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T18:14:19,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T18:14:19,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T18:14:19,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37869 2024-11-15T18:14:19,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37869 connecting to ZooKeeper ensemble=127.0.0.1:52608 2024-11-15T18:14:19,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378690x0, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T18:14:19,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:14:19,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37869-0x1013fb474c50003 connected 2024-11-15T18:14:19,538 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T18:14:19,539 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T18:14:19,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T18:14:19,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T18:14:19,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37869 2024-11-15T18:14:19,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37869 2024-11-15T18:14:19,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37869 2024-11-15T18:14:19,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37869 2024-11-15T18:14:19,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37869 2024-11-15T18:14:19,554 DEBUG [M:0;74ec74825666:35683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:35683 2024-11-15T18:14:19,554 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/74ec74825666,35683,1731694459184 2024-11-15T18:14:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:19,564 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/74ec74825666,35683,1731694459184 2024-11-15T18:14:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T18:14:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T18:14:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T18:14:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:19,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:19,575 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T18:14:19,575 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/74ec74825666,35683,1731694459184 from backup master directory 2024-11-15T18:14:19,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/74ec74825666,35683,1731694459184 2024-11-15T18:14:19,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:19,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:19,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:19,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T18:14:19,585 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:14:19,585 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,35683,1731694459184 2024-11-15T18:14:19,590 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/hbase.id] with ID: cfbeaa46-e43b-4e99-acbc-62a8be4a7e39 2024-11-15T18:14:19,590 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/.tmp/hbase.id 2024-11-15T18:14:19,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:14:19,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:14:19,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741826_1002 (size=42) 2024-11-15T18:14:19,602 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/.tmp/hbase.id]:[hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/hbase.id] 2024-11-15T18:14:19,616 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T18:14:19,617 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T18:14:19,619 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T18:14:19,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:19,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:19,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:19,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:14:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:14:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741827_1003 (size=196) 2024-11-15T18:14:19,694 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:19,695 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T18:14:19,695 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:19,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:14:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:14:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741828_1004 (size=1189) 2024-11-15T18:14:19,706 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store 2024-11-15T18:14:19,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:14:19,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:14:19,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741829_1005 (size=34) 2024-11-15T18:14:19,713 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:19,713 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:14:19,713 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:19,713 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:19,714 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-15T18:14:19,714 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:19,714 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:14:19,714 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694459713Disabling compacts and flushes for region at 1731694459713Disabling writes for close at 1731694459714 (+1 ms)Writing region close event to WAL at 1731694459714Closed at 1731694459714 2024-11-15T18:14:19,715 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/.initializing 2024-11-15T18:14:19,715 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/WALs/74ec74825666,35683,1731694459184 2024-11-15T18:14:19,716 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:14:19,718 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C35683%2C1731694459184, suffix=, logDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/WALs/74ec74825666,35683,1731694459184, archiveDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/oldWALs, maxLogs=10 2024-11-15T18:14:19,734 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/WALs/74ec74825666,35683,1731694459184/74ec74825666%2C35683%2C1731694459184.1731694459718, exclude list is [], retry=0 2024-11-15T18:14:19,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-1369eee0-1164-4684-b6c0-72b4d2137df5,DISK] 2024-11-15T18:14:19,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-5a923607-c29d-411a-944a-d054e9761a6a,DISK] 2024-11-15T18:14:19,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-74a27211-87e1-486a-b4dd-8ef97154c34d,DISK] 2024-11-15T18:14:19,749 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/WALs/74ec74825666,35683,1731694459184/74ec74825666%2C35683%2C1731694459184.1731694459718 2024-11-15T18:14:19,750 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34711:34711),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:35321:35321)] 2024-11-15T18:14:19,750 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:19,750 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:19,750 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,750 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T18:14:19,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:19,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:19,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T18:14:19,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:19,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:19,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T18:14:19,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:19,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:19,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T18:14:19,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:19,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:19,762 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,762 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,763 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,764 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,764 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,764 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:14:19,765 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T18:14:19,767 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:19,768 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69371724, jitterRate=0.03371924161911011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:14:19,768 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731694459750Initializing all the Stores at 1731694459752 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694459752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694459752Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694459752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694459752Cleaning up temporary data from old regions at 1731694459764 (+12 ms)Region opened successfully at 1731694459768 (+4 ms) 2024-11-15T18:14:19,769 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T18:14:19,772 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6735f255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:14:19,773 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T18:14:19,773 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T18:14:19,773 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T18:14:19,773 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T18:14:19,774 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T18:14:19,774 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T18:14:19,774 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-15T18:14:19,776 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T18:14:19,777 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T18:14:19,877 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T18:14:19,878 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T18:14:19,879 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T18:14:20,022 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T18:14:20,023 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T18:14:20,026 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T18:14:20,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:14:20,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:14:20,137 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T18:14:20,138 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T18:14:20,148 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T18:14:20,150 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T18:14:20,158 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T18:14:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T18:14:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T18:14:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T18:14:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T18:14:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,169 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,35683,1731694459184, sessionid=0x1013fb474c50000, setting cluster-up flag (Was=false) 2024-11-15T18:14:20,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,221 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T18:14:20,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:20,223 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,35683,1731694459184 2024-11-15T18:14:20,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:20,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:20,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:20,274 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T18:14:20,275 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,35683,1731694459184 2024-11-15T18:14:20,277 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T18:14:20,278 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:20,279 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T18:14:20,279 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T18:14:20,279 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,35683,1731694459184 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T18:14:20,280 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:20,280 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:20,281 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:20,281 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T18:14:20,281 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T18:14:20,281 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,281 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:14:20,281 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731694490281 2024-11-15T18:14:20,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T18:14:20,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T18:14:20,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T18:14:20,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T18:14:20,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T18:14:20,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T18:14:20,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,282 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:20,282 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T18:14:20,282 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T18:14:20,283 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T18:14:20,283 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T18:14:20,283 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T18:14:20,283 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T18:14:20,283 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694460283,5,FailOnTimeoutGroup] 2024-11-15T18:14:20,283 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694460283,5,FailOnTimeoutGroup] 2024-11-15T18:14:20,283 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,283 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T18:14:20,283 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,284 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:20,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T18:14:20,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:14:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:14:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741831_1007 (size=1321) 2024-11-15T18:14:20,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T18:14:20,295 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:14:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:14:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741832_1008 (size=32) 2024-11-15T18:14:20,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:20,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:14:20,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:14:20,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:20,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:20,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:14:20,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:14:20,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:20,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:20,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:14:20,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:14:20,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:20,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:20,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:14:20,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:14:20,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:20,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:20,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:14:20,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740 2024-11-15T18:14:20,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740 2024-11-15T18:14:20,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:14:20,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:14:20,318 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:14:20,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:14:20,322 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:20,323 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71102610, jitterRate=0.0595114529132843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:14:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731694460304Initializing all the Stores at 1731694460305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694460305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694460305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694460306 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694460306Cleaning up temporary data from old regions at 1731694460318 (+12 ms)Region opened successfully at 1731694460323 (+5 ms) 2024-11-15T18:14:20,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:14:20,324 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:14:20,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:14:20,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:14:20,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:14:20,324 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:14:20,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694460324Disabling compacts and flushes for region at 1731694460324Disabling writes for close at 1731694460324Writing region close event to WAL at 1731694460324Closed at 1731694460324 2024-11-15T18:14:20,325 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:20,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T18:14:20,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:14:20,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:14:20,328 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T18:14:20,347 INFO [RS:0;74ec74825666:42895 {}] regionserver.HRegionServer(746): ClusterId : cfbeaa46-e43b-4e99-acbc-62a8be4a7e39 2024-11-15T18:14:20,347 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(746): ClusterId : cfbeaa46-e43b-4e99-acbc-62a8be4a7e39 2024-11-15T18:14:20,347 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(746): ClusterId : cfbeaa46-e43b-4e99-acbc-62a8be4a7e39 2024-11-15T18:14:20,347 DEBUG [RS:1;74ec74825666:35071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:14:20,347 DEBUG [RS:2;74ec74825666:37869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:14:20,347 DEBUG [RS:0;74ec74825666:42895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T18:14:20,369 DEBUG [RS:2;74ec74825666:37869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:14:20,369 DEBUG [RS:1;74ec74825666:35071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:14:20,369 DEBUG [RS:2;74ec74825666:37869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:14:20,369 DEBUG [RS:1;74ec74825666:35071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:14:20,369 DEBUG [RS:0;74ec74825666:42895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T18:14:20,370 DEBUG [RS:0;74ec74825666:42895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T18:14:20,390 DEBUG [RS:1;74ec74825666:35071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:14:20,390 DEBUG [RS:2;74ec74825666:37869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:14:20,391 DEBUG [RS:0;74ec74825666:42895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T18:14:20,391 DEBUG [RS:2;74ec74825666:37869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d52efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:14:20,391 DEBUG [RS:1;74ec74825666:35071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb86510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:14:20,391 DEBUG [RS:0;74ec74825666:42895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10df19da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=74ec74825666/172.17.0.2:0 2024-11-15T18:14:20,401 DEBUG [RS:2;74ec74825666:37869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;74ec74825666:37869 2024-11-15T18:14:20,401 INFO [RS:2;74ec74825666:37869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:14:20,401 INFO [RS:2;74ec74825666:37869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:14:20,401 DEBUG [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:14:20,402 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,35683,1731694459184 with port=37869, startcode=1731694459511 2024-11-15T18:14:20,402 DEBUG [RS:2;74ec74825666:37869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:14:20,404 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:14:20,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,37869,1731694459511 2024-11-15T18:14:20,405 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(517): Registering regionserver=74ec74825666,37869,1731694459511 2024-11-15T18:14:20,405 DEBUG [RS:1;74ec74825666:35071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;74ec74825666:35071 2024-11-15T18:14:20,405 INFO [RS:1;74ec74825666:35071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:14:20,405 INFO [RS:1;74ec74825666:35071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:14:20,405 DEBUG [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:14:20,406 DEBUG [RS:0;74ec74825666:42895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:42895 2024-11-15T18:14:20,406 INFO [RS:0;74ec74825666:42895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T18:14:20,406 INFO [RS:0;74ec74825666:42895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T18:14:20,406 DEBUG [RS:0;74ec74825666:42895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T18:14:20,406 DEBUG [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:20,406 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,35683,1731694459184 with port=35071, startcode=1731694459453 2024-11-15T18:14:20,406 DEBUG [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44141 2024-11-15T18:14:20,406 DEBUG [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:14:20,406 DEBUG [RS:1;74ec74825666:35071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:14:20,406 INFO [RS:0;74ec74825666:42895 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,35683,1731694459184 with port=42895, startcode=1731694459400 2024-11-15T18:14:20,407 DEBUG [RS:0;74ec74825666:42895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T18:14:20,408 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:14:20,408 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T18:14:20,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,42895,1731694459400 2024-11-15T18:14:20,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(517): Registering regionserver=74ec74825666,42895,1731694459400 2024-11-15T18:14:20,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,35071,1731694459453 2024-11-15T18:14:20,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35683 {}] master.ServerManager(517): Registering regionserver=74ec74825666,35071,1731694459453 2024-11-15T18:14:20,409 DEBUG [RS:0;74ec74825666:42895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:20,409 DEBUG [RS:0;74ec74825666:42895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44141 2024-11-15T18:14:20,409 DEBUG [RS:0;74ec74825666:42895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:14:20,410 DEBUG [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:20,410 DEBUG [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44141 2024-11-15T18:14:20,410 DEBUG [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T18:14:20,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:14:20,478 WARN [74ec74825666:35683 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T18:14:20,557 DEBUG [RS:2;74ec74825666:37869 {}] zookeeper.ZKUtil(111): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/74ec74825666,37869,1731694459511 2024-11-15T18:14:20,557 WARN [RS:2;74ec74825666:37869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:14:20,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,37869,1731694459511] 2024-11-15T18:14:20,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,35071,1731694459453] 2024-11-15T18:14:20,557 DEBUG [RS:1;74ec74825666:35071 {}] zookeeper.ZKUtil(111): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/74ec74825666,35071,1731694459453 2024-11-15T18:14:20,557 INFO [RS:2;74ec74825666:37869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:20,558 WARN [RS:1;74ec74825666:35071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:14:20,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,42895,1731694459400] 2024-11-15T18:14:20,558 DEBUG [RS:0;74ec74825666:42895 {}] zookeeper.ZKUtil(111): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/74ec74825666,42895,1731694459400 2024-11-15T18:14:20,558 INFO [RS:1;74ec74825666:35071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:20,558 WARN [RS:0;74ec74825666:42895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T18:14:20,558 DEBUG [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,37869,1731694459511 2024-11-15T18:14:20,558 DEBUG [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,35071,1731694459453 2024-11-15T18:14:20,558 INFO [RS:0;74ec74825666:42895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:20,558 DEBUG [RS:0;74ec74825666:42895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400 2024-11-15T18:14:20,566 INFO [RS:2;74ec74825666:37869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:14:20,566 INFO [RS:0;74ec74825666:42895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:14:20,566 INFO [RS:1;74ec74825666:35071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T18:14:20,569 INFO [RS:0;74ec74825666:42895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:14:20,569 INFO [RS:0;74ec74825666:42895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:14:20,569 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,569 INFO [RS:0;74ec74825666:42895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:14:20,570 INFO [RS:1;74ec74825666:35071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:14:20,572 INFO [RS:0;74ec74825666:42895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:14:20,572 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,572 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,572 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,572 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:14:20,573 DEBUG [RS:0;74ec74825666:42895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:14:20,576 INFO [RS:1;74ec74825666:35071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:14:20,576 INFO [RS:2;74ec74825666:37869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T18:14:20,576 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,579 INFO [RS:2;74ec74825666:37869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T18:14:20,579 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,583 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:14:20,584 INFO [RS:1;74ec74825666:35071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:14:20,584 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T18:14:20,584 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,584 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,584 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,584 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 INFO [RS:2;74ec74825666:37869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:14:20,585 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,585 DEBUG [RS:1;74ec74825666:35071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:14:20,585 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:14:20,586 DEBUG [RS:2;74ec74825666:37869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T18:14:20,588 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,588 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,588 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,588 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,589 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,589 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42895,1731694459400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:14:20,593 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,593 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,593 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,593 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,593 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,593 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,593 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,593 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,593 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,593 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,594 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35071,1731694459453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:14:20,594 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37869,1731694459511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:14:20,607 INFO [RS:0;74ec74825666:42895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:14:20,607 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42895,1731694459400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,607 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,607 INFO [RS:0;74ec74825666:42895 {}] regionserver.Replication(171): 74ec74825666,42895,1731694459400 started 2024-11-15T18:14:20,609 INFO [RS:1;74ec74825666:35071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:14:20,609 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35071,1731694459453-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,609 INFO [RS:2;74ec74825666:37869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T18:14:20,609 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,609 INFO [RS:1;74ec74825666:35071 {}] regionserver.Replication(171): 74ec74825666,35071,1731694459453 started 2024-11-15T18:14:20,609 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37869,1731694459511-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,610 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,610 INFO [RS:2;74ec74825666:37869 {}] regionserver.Replication(171): 74ec74825666,37869,1731694459511 started 2024-11-15T18:14:20,623 INFO [RS:0;74ec74825666:42895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,623 INFO [RS:0;74ec74825666:42895 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,42895,1731694459400, RpcServer on 74ec74825666/172.17.0.2:42895, sessionid=0x1013fb474c50001 2024-11-15T18:14:20,623 DEBUG [RS:0;74ec74825666:42895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:14:20,623 DEBUG [RS:0;74ec74825666:42895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,42895,1731694459400 2024-11-15T18:14:20,623 DEBUG [RS:0;74ec74825666:42895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,42895,1731694459400' 2024-11-15T18:14:20,623 DEBUG [RS:0;74ec74825666:42895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T18:14:20,624 DEBUG [RS:0;74ec74825666:42895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T18:14:20,624 DEBUG [RS:0;74ec74825666:42895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:14:20,624 DEBUG [RS:0;74ec74825666:42895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:14:20,624 DEBUG [RS:0;74ec74825666:42895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,42895,1731694459400 2024-11-15T18:14:20,624 DEBUG [RS:0;74ec74825666:42895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,42895,1731694459400' 2024-11-15T18:14:20,624 DEBUG [RS:0;74ec74825666:42895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T18:14:20,625 DEBUG [RS:0;74ec74825666:42895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T18:14:20,625 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,625 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,37869,1731694459511, RpcServer on 74ec74825666/172.17.0.2:37869, sessionid=0x1013fb474c50003 2024-11-15T18:14:20,625 DEBUG [RS:2;74ec74825666:37869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:14:20,625 DEBUG [RS:2;74ec74825666:37869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,37869,1731694459511 2024-11-15T18:14:20,625 DEBUG [RS:2;74ec74825666:37869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,37869,1731694459511' 2024-11-15T18:14:20,625 DEBUG [RS:0;74ec74825666:42895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:14:20,625 DEBUG [RS:2;74ec74825666:37869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T18:14:20,625 INFO [RS:0;74ec74825666:42895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:14:20,625 INFO [RS:0;74ec74825666:42895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:14:20,625 DEBUG [RS:2;74ec74825666:37869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T18:14:20,625 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:20,625 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,35071,1731694459453, RpcServer on 74ec74825666/172.17.0.2:35071, sessionid=0x1013fb474c50002 2024-11-15T18:14:20,626 DEBUG [RS:1;74ec74825666:35071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T18:14:20,626 DEBUG [RS:1;74ec74825666:35071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,35071,1731694459453 2024-11-15T18:14:20,626 DEBUG [RS:1;74ec74825666:35071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,35071,1731694459453' 2024-11-15T18:14:20,626 DEBUG [RS:2;74ec74825666:37869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:14:20,626 DEBUG [RS:2;74ec74825666:37869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:14:20,626 DEBUG [RS:1;74ec74825666:35071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T18:14:20,626 DEBUG [RS:2;74ec74825666:37869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,37869,1731694459511 2024-11-15T18:14:20,626 DEBUG [RS:2;74ec74825666:37869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,37869,1731694459511' 2024-11-15T18:14:20,626 DEBUG [RS:2;74ec74825666:37869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T18:14:20,626 DEBUG [RS:2;74ec74825666:37869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T18:14:20,626 DEBUG [RS:1;74ec74825666:35071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T18:14:20,626 DEBUG [RS:2;74ec74825666:37869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:14:20,626 INFO [RS:2;74ec74825666:37869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:14:20,626 DEBUG [RS:1;74ec74825666:35071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T18:14:20,626 INFO [RS:2;74ec74825666:37869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:14:20,626 DEBUG [RS:1;74ec74825666:35071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T18:14:20,626 DEBUG [RS:1;74ec74825666:35071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,35071,1731694459453 2024-11-15T18:14:20,626 DEBUG [RS:1;74ec74825666:35071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,35071,1731694459453' 2024-11-15T18:14:20,627 DEBUG [RS:1;74ec74825666:35071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T18:14:20,627 DEBUG [RS:1;74ec74825666:35071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T18:14:20,627 DEBUG [RS:1;74ec74825666:35071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T18:14:20,627 INFO [RS:1;74ec74825666:35071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T18:14:20,627 INFO [RS:1;74ec74825666:35071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T18:14:20,726 INFO [RS:0;74ec74825666:42895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:14:20,727 INFO [RS:2;74ec74825666:37869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:14:20,728 INFO [RS:1;74ec74825666:35071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T18:14:20,731 INFO [RS:0;74ec74825666:42895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C42895%2C1731694459400, suffix=, logDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400, archiveDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/oldWALs, maxLogs=32 2024-11-15T18:14:20,732 INFO [RS:2;74ec74825666:37869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C37869%2C1731694459511, suffix=, logDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,37869,1731694459511, archiveDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/oldWALs, maxLogs=32 2024-11-15T18:14:20,732 INFO [RS:1;74ec74825666:35071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C35071%2C1731694459453, suffix=, logDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,35071,1731694459453, archiveDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/oldWALs, maxLogs=32 2024-11-15T18:14:20,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:14:20,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:20,748 DEBUG [RS:2;74ec74825666:37869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,37869,1731694459511/74ec74825666%2C37869%2C1731694459511.1731694460737, exclude list is [], retry=0 2024-11-15T18:14:20,748 DEBUG [RS:1;74ec74825666:35071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,35071,1731694459453/74ec74825666%2C35071%2C1731694459453.1731694460737, exclude list is [], retry=0 2024-11-15T18:14:20,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-1369eee0-1164-4684-b6c0-72b4d2137df5,DISK] 2024-11-15T18:14:20,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-74a27211-87e1-486a-b4dd-8ef97154c34d,DISK] 2024-11-15T18:14:20,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-5a923607-c29d-411a-944a-d054e9761a6a,DISK] 2024-11-15T18:14:20,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-5a923607-c29d-411a-944a-d054e9761a6a,DISK] 2024-11-15T18:14:20,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-74a27211-87e1-486a-b4dd-8ef97154c34d,DISK] 2024-11-15T18:14:20,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-1369eee0-1164-4684-b6c0-72b4d2137df5,DISK] 2024-11-15T18:14:20,752 DEBUG [RS:0;74ec74825666:42895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400/74ec74825666%2C42895%2C1731694459400.1731694460736, exclude list is [], retry=0 2024-11-15T18:14:20,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-74a27211-87e1-486a-b4dd-8ef97154c34d,DISK] 2024-11-15T18:14:20,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-5a923607-c29d-411a-944a-d054e9761a6a,DISK] 2024-11-15T18:14:20,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-1369eee0-1164-4684-b6c0-72b4d2137df5,DISK] 2024-11-15T18:14:20,756 INFO [RS:2;74ec74825666:37869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,37869,1731694459511/74ec74825666%2C37869%2C1731694459511.1731694460737 2024-11-15T18:14:20,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:20,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:20,763 DEBUG [RS:2;74ec74825666:37869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34711:34711),(127.0.0.1/127.0.0.1:35321:35321),(127.0.0.1/127.0.0.1:45053:45053)] 2024-11-15T18:14:20,764 INFO [RS:1;74ec74825666:35071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,35071,1731694459453/74ec74825666%2C35071%2C1731694459453.1731694460737 2024-11-15T18:14:20,764 INFO [RS:0;74ec74825666:42895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400/74ec74825666%2C42895%2C1731694459400.1731694460736 2024-11-15T18:14:20,766 DEBUG [RS:1;74ec74825666:35071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34711:34711),(127.0.0.1/127.0.0.1:35321:35321),(127.0.0.1/127.0.0.1:45053:45053)] 2024-11-15T18:14:20,766 DEBUG [RS:0;74ec74825666:42895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:34711:34711),(127.0.0.1/127.0.0.1:35321:35321)] 2024-11-15T18:14:20,978 DEBUG [74ec74825666:35683 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T18:14:20,979 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(204): Hosts are {74ec74825666=0} racks are {/default-rack=0} 2024-11-15T18:14:20,983 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T18:14:20,983 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T18:14:20,983 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T18:14:20,983 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T18:14:20,983 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T18:14:20,983 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T18:14:20,983 INFO [74ec74825666:35683 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T18:14:20,983 INFO [74ec74825666:35683 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T18:14:20,984 INFO [74ec74825666:35683 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T18:14:20,984 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T18:14:20,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,42895,1731694459400 2024-11-15T18:14:20,987 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,42895,1731694459400, state=OPENING 2024-11-15T18:14:20,995 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T18:14:21,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:21,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:21,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:21,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:14:21,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:21,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:21,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:21,007 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:14:21,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:21,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,42895,1731694459400}] 2024-11-15T18:14:31,009 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:14:31,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:14:31,017 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:14:31,017 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:14:31,017 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:14:31,019 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C42895%2C1731694459400.meta, suffix=.meta, logDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400, archiveDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/oldWALs, maxLogs=32 2024-11-15T18:14:31,039 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta, exclude list is [], retry=0 2024-11-15T18:14:31,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-1369eee0-1164-4684-b6c0-72b4d2137df5,DISK] 2024-11-15T18:14:31,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-74a27211-87e1-486a-b4dd-8ef97154c34d,DISK] 2024-11-15T18:14:31,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-5a923607-c29d-411a-944a-d054e9761a6a,DISK] 2024-11-15T18:14:31,055 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta 2024-11-15T18:14:31,056 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35321:35321),(127.0.0.1/127.0.0.1:34711:34711),(127.0.0.1/127.0.0.1:45053:45053)] 2024-11-15T18:14:31,056 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:14:31,057 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:14:31,057 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:14:31,057 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:14:31,057 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:14:31,057 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,057 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:14:31,057 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:14:31,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:14:31,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:14:31,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:31,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:31,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:14:31,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:14:31,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:31,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:31,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:14:31,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:14:31,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:31,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:31,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:14:31,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:14:31,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:31,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:14:31,068 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:14:31,069 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740 2024-11-15T18:14:31,070 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740 2024-11-15T18:14:31,071 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:14:31,071 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:14:31,072 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:14:31,073 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:14:31,074 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59210831, jitterRate=-0.11768986284732819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:14:31,074 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:14:31,074 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694471057Writing region info on filesystem at 1731694471057Initializing all the Stores at 1731694471058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694471058Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694471060 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694471060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694471060Cleaning up temporary data from old regions at 1731694471071 (+11 ms)Running coprocessor post-open hooks at 1731694471074 (+3 ms)Region opened successfully at 1731694471074 2024-11-15T18:14:31,075 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731694471009 2024-11-15T18:14:31,077 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:14:31,077 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:14:31,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,42895,1731694459400 2024-11-15T18:14:31,079 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,42895,1731694459400, state=OPEN 2024-11-15T18:14:31,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:14:31,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:14:31,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:14:31,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:14:31,114 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,42895,1731694459400 2024-11-15T18:14:31,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:31,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:31,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:31,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:14:31,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T18:14:31,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,42895,1731694459400 in 10.1070 sec 2024-11-15T18:14:31,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T18:14:31,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7910 sec 2024-11-15T18:14:31,120 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T18:14:31,120 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T18:14:31,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:31,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,42895,1731694459400, seqNum=-1] 2024-11-15T18:14:31,123 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:31,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:31,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8520 sec 2024-11-15T18:14:31,130 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731694471130, completionTime=-1 2024-11-15T18:14:31,130 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T18:14:31,131 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T18:14:31,132 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-15T18:14:31,132 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731694531132 2024-11-15T18:14:31,132 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731694591132 2024-11-15T18:14:31,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T18:14:31,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35683,1731694459184-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:31,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35683,1731694459184-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:31,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35683,1731694459184-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:31,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:35683, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:31,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:31,133 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:31,135 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T18:14:31,137 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.552sec 2024-11-15T18:14:31,138 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T18:14:31,138 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T18:14:31,138 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T18:14:31,138 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T18:14:31,138 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T18:14:31,138 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35683,1731694459184-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T18:14:31,138 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35683,1731694459184-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T18:14:31,141 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T18:14:31,141 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T18:14:31,141 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,35683,1731694459184-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T18:14:31,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617d25b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:31,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,35683,-1 for getting cluster id 2024-11-15T18:14:31,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:31,161 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfbeaa46-e43b-4e99-acbc-62a8be4a7e39' 2024-11-15T18:14:31,161 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:31,161 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfbeaa46-e43b-4e99-acbc-62a8be4a7e39" 2024-11-15T18:14:31,162 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7543d377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:31,162 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,35683,-1] 2024-11-15T18:14:31,162 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:31,162 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:31,163 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:31,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6dcd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:31,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:31,165 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,42895,1731694459400, seqNum=-1] 2024-11-15T18:14:31,166 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:31,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:31,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,35683,1731694459184 2024-11-15T18:14:31,169 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731694471168 (current time:1731694471168). 2024-11-15T18:14:31,169 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T18:14:31,169 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-15T18:14:31,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61394760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:31,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,35683,-1 for getting cluster id 2024-11-15T18:14:31,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T18:14:31,170 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfbeaa46-e43b-4e99-acbc-62a8be4a7e39' 2024-11-15T18:14:31,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T18:14:31,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfbeaa46-e43b-4e99-acbc-62a8be4a7e39" 2024-11-15T18:14:31,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6333d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:31,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,35683,-1] 2024-11-15T18:14:31,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T18:14:31,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:31,172 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T18:14:31,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275bb918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T18:14:31,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:14:31,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,42895,1731694459400, seqNum=-1] 2024-11-15T18:14:31,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:31,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:31,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:14:31,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:14:31,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:31,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:14:31,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:14:31,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T18:14:31,178 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,35683,1731694459184 2024-11-15T18:14:31,178 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@352f2c3b 2024-11-15T18:14:31,178 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T18:14:31,180 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T18:14:31,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T18:14:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-15T18:14:31,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T18:14:31,182 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:31,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-15T18:14:31,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T18:14:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741837_1013 (size=361) 2024-11-15T18:14:31,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741837_1013 (size=361) 2024-11-15T18:14:31,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741837_1013 (size=361) 2024-11-15T18:14:31,194 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dba9a5dc2d553f015b4becc7697b272a, NAME => 'SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:31,194 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => dd546fabfd70076458fc648f000a4b93, NAME => 'SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:31,195 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 59bcf5b392da2d3b25763a62638bbfa5, NAME => 'SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:31,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741839_1015 (size=62) 2024-11-15T18:14:31,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741838_1014 (size=54) 2024-11-15T18:14:31,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741839_1015 (size=62) 2024-11-15T18:14:31,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741839_1015 (size=62) 2024-11-15T18:14:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741838_1014 (size=54) 2024-11-15T18:14:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741838_1014 (size=54) 2024-11-15T18:14:31,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing dd546fabfd70076458fc648f000a4b93, disabling compactions & flushes 2024-11-15T18:14:31,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:14:31,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:14:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. after waiting 0 ms 2024-11-15T18:14:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:14:31,215 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:14:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for dd546fabfd70076458fc648f000a4b93: Waiting for close lock at 1731694471214Disabling compacts and flushes for region at 1731694471214Disabling writes for close at 1731694471215 (+1 ms)Writing region close event to WAL at 1731694471215Closed at 1731694471215 2024-11-15T18:14:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dba9a5dc2d553f015b4becc7697b272a, disabling compactions & flushes 2024-11-15T18:14:31,215 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a54787628f0e3257c679fa76b276a96b, NAME => 'SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:31,215 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:14:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:14:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. after waiting 0 ms 2024-11-15T18:14:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:14:31,215 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:14:31,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dba9a5dc2d553f015b4becc7697b272a: Waiting for close lock at 1731694471215Disabling compacts and flushes for region at 1731694471215Disabling writes for close at 1731694471215Writing region close event to WAL at 1731694471215Closed at 1731694471215 2024-11-15T18:14:31,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741840_1016 (size=62) 2024-11-15T18:14:31,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741840_1016 (size=62) 2024-11-15T18:14:31,216 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d96e0389a584318f6d7c45d8de8dad37, NAME => 'SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:31,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741840_1016 (size=62) 2024-11-15T18:14:31,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 59bcf5b392da2d3b25763a62638bbfa5, disabling compactions & flushes 2024-11-15T18:14:31,218 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. 2024-11-15T18:14:31,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. 2024-11-15T18:14:31,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. after waiting 0 ms 2024-11-15T18:14:31,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. 2024-11-15T18:14:31,218 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. 2024-11-15T18:14:31,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 59bcf5b392da2d3b25763a62638bbfa5: Waiting for close lock at 1731694471218Disabling compacts and flushes for region at 1731694471218Disabling writes for close at 1731694471218Writing region close event to WAL at 1731694471218Closed at 1731694471218 2024-11-15T18:14:31,219 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1611412208dd257559c42ccca2e30494, NAME => 'SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741841_1017 (size=62) 2024-11-15T18:14:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741842_1018 (size=62) 2024-11-15T18:14:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741841_1017 (size=62) 2024-11-15T18:14:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741842_1018 (size=62) 2024-11-15T18:14:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741841_1017 (size=62) 2024-11-15T18:14:31,234 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d96e0389a584318f6d7c45d8de8dad37, disabling compactions & flushes 2024-11-15T18:14:31,235 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:14:31,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:14:31,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. after waiting 0 ms 2024-11-15T18:14:31,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:14:31,235 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:14:31,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d96e0389a584318f6d7c45d8de8dad37: Waiting for close lock at 1731694471235Disabling compacts and flushes for region at 1731694471235Disabling writes for close at 1731694471235Writing region close event to WAL at 1731694471235Closed at 1731694471235 2024-11-15T18:14:31,236 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1752d9f31fa2783a731acef008f80bcd, NAME => 'SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:31,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741842_1018 (size=62) 2024-11-15T18:14:31,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a54787628f0e3257c679fa76b276a96b, disabling compactions & flushes 2024-11-15T18:14:31,238 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:14:31,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:14:31,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. after waiting 0 ms 2024-11-15T18:14:31,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:14:31,238 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:14:31,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a54787628f0e3257c679fa76b276a96b: Waiting for close lock at 1731694471238Disabling compacts and flushes for region at 1731694471238Disabling writes for close at 1731694471238Writing region close event to WAL at 1731694471238Closed at 1731694471238 2024-11-15T18:14:31,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741843_1019 (size=62) 2024-11-15T18:14:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741843_1019 (size=62) 2024-11-15T18:14:31,239 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 35e6c1d4e3dbf9cc4061be3a3cb24133, NAME => 'SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741843_1019 (size=62) 2024-11-15T18:14:31,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1611412208dd257559c42ccca2e30494, disabling compactions & flushes 2024-11-15T18:14:31,240 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. 2024-11-15T18:14:31,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. 2024-11-15T18:14:31,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. after waiting 0 ms 2024-11-15T18:14:31,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. 2024-11-15T18:14:31,240 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. 2024-11-15T18:14:31,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1611412208dd257559c42ccca2e30494: Waiting for close lock at 1731694471240Disabling compacts and flushes for region at 1731694471240Disabling writes for close at 1731694471240Writing region close event to WAL at 1731694471240Closed at 1731694471240 2024-11-15T18:14:31,241 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6bf7b4500fa1640dbe6378691886abe6, NAME => 'SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:31,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741844_1020 (size=62) 2024-11-15T18:14:31,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741845_1021 (size=62) 2024-11-15T18:14:31,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741844_1020 (size=62) 2024-11-15T18:14:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741844_1020 (size=62) 2024-11-15T18:14:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741845_1021 (size=62) 2024-11-15T18:14:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741845_1021 (size=62) 2024-11-15T18:14:31,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1752d9f31fa2783a731acef008f80bcd, disabling compactions & flushes 2024-11-15T18:14:31,256 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:14:31,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:14:31,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. after waiting 0 ms 2024-11-15T18:14:31,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:14:31,256 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:14:31,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1752d9f31fa2783a731acef008f80bcd: Waiting for close lock at 1731694471256Disabling compacts and flushes for region at 1731694471256Disabling writes for close at 1731694471256Writing region close event to WAL at 1731694471256Closed at 1731694471256 2024-11-15T18:14:31,257 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f415d8514554b8ccdfc3d8595da8ecf, NAME => 'SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b 2024-11-15T18:14:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741846_1022 (size=62) 2024-11-15T18:14:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741846_1022 (size=62) 2024-11-15T18:14:31,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 35e6c1d4e3dbf9cc4061be3a3cb24133, disabling compactions & flushes 2024-11-15T18:14:31,258 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:14:31,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:14:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741846_1022 (size=62) 2024-11-15T18:14:31,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. after waiting 0 ms 2024-11-15T18:14:31,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:14:31,258 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:14:31,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 35e6c1d4e3dbf9cc4061be3a3cb24133: Waiting for close lock at 1731694471258Disabling compacts and flushes for region at 1731694471258Disabling writes for close at 1731694471258Writing region close event to WAL at 1731694471258Closed at 1731694471258 2024-11-15T18:14:31,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6bf7b4500fa1640dbe6378691886abe6, disabling compactions & flushes 2024-11-15T18:14:31,259 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. 2024-11-15T18:14:31,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. 2024-11-15T18:14:31,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. after waiting 0 ms 2024-11-15T18:14:31,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. 2024-11-15T18:14:31,259 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. 2024-11-15T18:14:31,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6bf7b4500fa1640dbe6378691886abe6: Waiting for close lock at 1731694471259Disabling compacts and flushes for region at 1731694471259Disabling writes for close at 1731694471259Writing region close event to WAL at 1731694471259Closed at 1731694471259 2024-11-15T18:14:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741847_1023 (size=54) 2024-11-15T18:14:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741847_1023 (size=54) 2024-11-15T18:14:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741847_1023 (size=54) 2024-11-15T18:14:31,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:31,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1f415d8514554b8ccdfc3d8595da8ecf, disabling compactions & flushes 2024-11-15T18:14:31,270 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:14:31,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:14:31,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. after waiting 0 ms 2024-11-15T18:14:31,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:14:31,270 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:14:31,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f415d8514554b8ccdfc3d8595da8ecf: Waiting for close lock at 1731694471270Disabling compacts and flushes for region at 1731694471270Disabling writes for close at 1731694471270Writing region close event to WAL at 1731694471270Closed at 1731694471270 2024-11-15T18:14:31,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T18:14:31,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694471272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694471272"}]},"ts":"1731694471272"} 2024-11-15T18:14:31,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731694471272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694471272"}]},"ts":"1731694471272"} 2024-11-15T18:14:31,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694471272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694471272"}]},"ts":"1731694471272"} 2024-11-15T18:14:31,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694471272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694471272"}]},"ts":"1731694471272"} 2024-11-15T18:14:31,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694471272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694471272"}]},"ts":"1731694471272"} 2024-11-15T18:14:31,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694471272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694471272"}]},"ts":"1731694471272"} 2024-11-15T18:14:31,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694471272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694471272"}]},"ts":"1731694471272"} 2024-11-15T18:14:31,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694471272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694471272"}]},"ts":"1731694471272"} 2024-11-15T18:14:31,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731694471272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694471272"}]},"ts":"1731694471272"} 2024-11-15T18:14:31,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731694471272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731694471272"}]},"ts":"1731694471272"} 2024-11-15T18:14:31,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-15T18:14:31,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T18:14:31,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694471280"}]},"ts":"1731694471280"} 2024-11-15T18:14:31,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-15T18:14:31,283 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {74ec74825666=0} racks are {/default-rack=0} 2024-11-15T18:14:31,287 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T18:14:31,287 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T18:14:31,287 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T18:14:31,287 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T18:14:31,287 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T18:14:31,287 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T18:14:31,287 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T18:14:31,287 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T18:14:31,287 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T18:14:31,287 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T18:14:31,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dba9a5dc2d553f015b4becc7697b272a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59bcf5b392da2d3b25763a62638bbfa5, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd546fabfd70076458fc648f000a4b93, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a54787628f0e3257c679fa76b276a96b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d96e0389a584318f6d7c45d8de8dad37, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1611412208dd257559c42ccca2e30494, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1752d9f31fa2783a731acef008f80bcd, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35e6c1d4e3dbf9cc4061be3a3cb24133, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bf7b4500fa1640dbe6378691886abe6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f415d8514554b8ccdfc3d8595da8ecf, ASSIGN}] 2024-11-15T18:14:31,290 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dba9a5dc2d553f015b4becc7697b272a, ASSIGN 2024-11-15T18:14:31,291 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59bcf5b392da2d3b25763a62638bbfa5, ASSIGN 2024-11-15T18:14:31,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd546fabfd70076458fc648f000a4b93, ASSIGN 2024-11-15T18:14:31,291 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d96e0389a584318f6d7c45d8de8dad37, ASSIGN 2024-11-15T18:14:31,292 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dba9a5dc2d553f015b4becc7697b272a, ASSIGN; state=OFFLINE, location=74ec74825666,35071,1731694459453; forceNewPlan=false, retain=false 2024-11-15T18:14:31,292 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59bcf5b392da2d3b25763a62638bbfa5, ASSIGN; state=OFFLINE, location=74ec74825666,42895,1731694459400; forceNewPlan=false, retain=false 2024-11-15T18:14:31,292 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd546fabfd70076458fc648f000a4b93, ASSIGN; state=OFFLINE, location=74ec74825666,37869,1731694459511; forceNewPlan=false, retain=false 2024-11-15T18:14:31,292 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d96e0389a584318f6d7c45d8de8dad37, ASSIGN; state=OFFLINE, location=74ec74825666,37869,1731694459511; forceNewPlan=false, retain=false 2024-11-15T18:14:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:31,295 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35e6c1d4e3dbf9cc4061be3a3cb24133, ASSIGN 2024-11-15T18:14:31,296 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1752d9f31fa2783a731acef008f80bcd, ASSIGN 2024-11-15T18:14:31,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1611412208dd257559c42ccca2e30494, ASSIGN 2024-11-15T18:14:31,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bf7b4500fa1640dbe6378691886abe6, ASSIGN 2024-11-15T18:14:31,296 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f415d8514554b8ccdfc3d8595da8ecf, ASSIGN 2024-11-15T18:14:31,297 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35e6c1d4e3dbf9cc4061be3a3cb24133, ASSIGN; state=OFFLINE, location=74ec74825666,35071,1731694459453; forceNewPlan=false, retain=false 2024-11-15T18:14:31,297 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f415d8514554b8ccdfc3d8595da8ecf, ASSIGN; state=OFFLINE, location=74ec74825666,37869,1731694459511; forceNewPlan=false, retain=false 2024-11-15T18:14:31,297 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1611412208dd257559c42ccca2e30494, ASSIGN; state=OFFLINE, location=74ec74825666,42895,1731694459400; forceNewPlan=false, retain=false 2024-11-15T18:14:31,297 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6bf7b4500fa1640dbe6378691886abe6, ASSIGN; state=OFFLINE, location=74ec74825666,42895,1731694459400; forceNewPlan=false, retain=false 2024-11-15T18:14:31,297 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1752d9f31fa2783a731acef008f80bcd, ASSIGN; state=OFFLINE, location=74ec74825666,37869,1731694459511; forceNewPlan=false, retain=false 2024-11-15T18:14:31,301 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a54787628f0e3257c679fa76b276a96b, ASSIGN 2024-11-15T18:14:31,302 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a54787628f0e3257c679fa76b276a96b, ASSIGN; state=OFFLINE, location=74ec74825666,35071,1731694459453; forceNewPlan=false, retain=false 2024-11-15T18:14:31,443 INFO [74ec74825666:35683 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-15T18:14:31,444 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6bf7b4500fa1640dbe6378691886abe6, regionState=OPENING, regionLocation=74ec74825666,42895,1731694459400 2024-11-15T18:14:31,444 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1611412208dd257559c42ccca2e30494, regionState=OPENING, regionLocation=74ec74825666,42895,1731694459400 2024-11-15T18:14:31,444 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59bcf5b392da2d3b25763a62638bbfa5, regionState=OPENING, regionLocation=74ec74825666,42895,1731694459400 2024-11-15T18:14:31,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1752d9f31fa2783a731acef008f80bcd, regionState=OPENING, regionLocation=74ec74825666,37869,1731694459511 2024-11-15T18:14:31,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1f415d8514554b8ccdfc3d8595da8ecf, regionState=OPENING, regionLocation=74ec74825666,37869,1731694459511 2024-11-15T18:14:31,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=dd546fabfd70076458fc648f000a4b93, regionState=OPENING, regionLocation=74ec74825666,37869,1731694459511 2024-11-15T18:14:31,445 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d96e0389a584318f6d7c45d8de8dad37, regionState=OPENING, regionLocation=74ec74825666,37869,1731694459511 2024-11-15T18:14:31,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35e6c1d4e3dbf9cc4061be3a3cb24133, regionState=OPENING, regionLocation=74ec74825666,35071,1731694459453 2024-11-15T18:14:31,445 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a54787628f0e3257c679fa76b276a96b, regionState=OPENING, regionLocation=74ec74825666,35071,1731694459453 2024-11-15T18:14:31,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dba9a5dc2d553f015b4becc7697b272a, regionState=OPENING, regionLocation=74ec74825666,35071,1731694459453 2024-11-15T18:14:31,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59bcf5b392da2d3b25763a62638bbfa5, ASSIGN because future has completed 2024-11-15T18:14:31,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59bcf5b392da2d3b25763a62638bbfa5, server=74ec74825666,42895,1731694459400}] 2024-11-15T18:14:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1752d9f31fa2783a731acef008f80bcd, ASSIGN because future has completed 2024-11-15T18:14:31,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1752d9f31fa2783a731acef008f80bcd, server=74ec74825666,37869,1731694459511}] 2024-11-15T18:14:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f415d8514554b8ccdfc3d8595da8ecf, ASSIGN because future has completed 2024-11-15T18:14:31,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f415d8514554b8ccdfc3d8595da8ecf, server=74ec74825666,37869,1731694459511}] 2024-11-15T18:14:31,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1611412208dd257559c42ccca2e30494, ASSIGN because future has completed 2024-11-15T18:14:31,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6bf7b4500fa1640dbe6378691886abe6, ASSIGN because future has completed 2024-11-15T18:14:31,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd546fabfd70076458fc648f000a4b93, ASSIGN because future has completed 2024-11-15T18:14:31,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd546fabfd70076458fc648f000a4b93, server=74ec74825666,37869,1731694459511}] 2024-11-15T18:14:31,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d96e0389a584318f6d7c45d8de8dad37, ASSIGN because future has completed 2024-11-15T18:14:31,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bf7b4500fa1640dbe6378691886abe6, server=74ec74825666,42895,1731694459400}] 2024-11-15T18:14:31,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35e6c1d4e3dbf9cc4061be3a3cb24133, ASSIGN because future has completed 2024-11-15T18:14:31,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a54787628f0e3257c679fa76b276a96b, ASSIGN because future has completed 2024-11-15T18:14:31,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1611412208dd257559c42ccca2e30494, server=74ec74825666,42895,1731694459400}] 2024-11-15T18:14:31,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dba9a5dc2d553f015b4becc7697b272a, ASSIGN because future has completed 2024-11-15T18:14:31,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dba9a5dc2d553f015b4becc7697b272a, server=74ec74825666,35071,1731694459453}] 2024-11-15T18:14:31,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35e6c1d4e3dbf9cc4061be3a3cb24133, server=74ec74825666,35071,1731694459453}] 2024-11-15T18:14:31,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a54787628f0e3257c679fa76b276a96b, server=74ec74825666,35071,1731694459453}] 2024-11-15T18:14:31,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d96e0389a584318f6d7c45d8de8dad37, server=74ec74825666,37869,1731694459511}] 2024-11-15T18:14:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:32,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T18:14:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:36,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:36,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:36,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:36,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:14:36,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:36,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:36,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:40,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T18:14:40,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T18:14:40,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:14:40,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T18:14:41,482 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:14:41,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T18:14:41,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:14:41,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T18:14:41,537 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. 2024-11-15T18:14:41,537 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1611412208dd257559c42ccca2e30494, NAME => 'SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-15T18:14:41,538 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:14:41,538 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,538 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:41,538 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f415d8514554b8ccdfc3d8595da8ecf, NAME => 'SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T18:14:41,538 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,539 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,539 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:41,539 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,539 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,539 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,552 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:14:41,552 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 35e6c1d4e3dbf9cc4061be3a3cb24133, NAME => 'SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-15T18:14:41,552 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:41,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,563 INFO [StoreOpener-1611412208dd257559c42ccca2e30494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,567 INFO [StoreOpener-1611412208dd257559c42ccca2e30494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1611412208dd257559c42ccca2e30494 columnFamilyName cf 2024-11-15T18:14:41,567 DEBUG [StoreOpener-1611412208dd257559c42ccca2e30494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:41,568 INFO [StoreOpener-35e6c1d4e3dbf9cc4061be3a3cb24133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,569 INFO [StoreOpener-1611412208dd257559c42ccca2e30494-1 {}] regionserver.HStore(327): Store=1611412208dd257559c42ccca2e30494/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:41,569 INFO [StoreOpener-1f415d8514554b8ccdfc3d8595da8ecf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,569 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,570 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,570 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,571 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,571 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,573 INFO [StoreOpener-1f415d8514554b8ccdfc3d8595da8ecf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f415d8514554b8ccdfc3d8595da8ecf columnFamilyName cf 2024-11-15T18:14:41,573 INFO [StoreOpener-35e6c1d4e3dbf9cc4061be3a3cb24133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35e6c1d4e3dbf9cc4061be3a3cb24133 columnFamilyName cf 2024-11-15T18:14:41,573 DEBUG [StoreOpener-1f415d8514554b8ccdfc3d8595da8ecf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:41,573 DEBUG [StoreOpener-35e6c1d4e3dbf9cc4061be3a3cb24133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:41,574 INFO [StoreOpener-1f415d8514554b8ccdfc3d8595da8ecf-1 {}] regionserver.HStore(327): Store=1f415d8514554b8ccdfc3d8595da8ecf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:41,574 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,575 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,575 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,576 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,576 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,579 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,585 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,586 INFO [StoreOpener-35e6c1d4e3dbf9cc4061be3a3cb24133-1 {}] regionserver.HStore(327): Store=35e6c1d4e3dbf9cc4061be3a3cb24133/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:41,586 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,590 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,591 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,592 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,592 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,596 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:41,597 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,597 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1f415d8514554b8ccdfc3d8595da8ecf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61242793, jitterRate=-0.08741126954555511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:41,597 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:41,597 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1f415d8514554b8ccdfc3d8595da8ecf: Running coprocessor pre-open hook at 1731694481539Writing region info on filesystem at 1731694481539Initializing all the Stores at 1731694481559 (+20 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694481559Cleaning up temporary data from old regions at 1731694481576 (+17 ms)Running coprocessor post-open hooks at 1731694481597 (+21 ms)Region opened successfully at 1731694481597 2024-11-15T18:14:41,599 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf., pid=17, masterSystemTime=1731694481482 2024-11-15T18:14:41,603 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:14:41,603 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:14:41,603 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1f415d8514554b8ccdfc3d8595da8ecf, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37869,1731694459511 2024-11-15T18:14:41,603 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:14:41,604 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => dd546fabfd70076458fc648f000a4b93, NAME => 'SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-15T18:14:41,605 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,605 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:41,605 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,605 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1611412208dd257559c42ccca2e30494/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:41,605 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,606 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1611412208dd257559c42ccca2e30494; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75466487, jitterRate=0.12453828752040863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:41,606 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1611412208dd257559c42ccca2e30494 2024-11-15T18:14:41,606 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1611412208dd257559c42ccca2e30494: Running coprocessor pre-open hook at 1731694481544Writing region info on filesystem at 1731694481544Initializing all the Stores at 1731694481551 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694481551Cleaning up temporary data from old regions at 1731694481571 (+20 ms)Running coprocessor post-open hooks at 1731694481606 (+35 ms)Region opened successfully at 1731694481606 2024-11-15T18:14:41,607 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494., pid=20, masterSystemTime=1731694481460 2024-11-15T18:14:41,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f415d8514554b8ccdfc3d8595da8ecf, server=74ec74825666,37869,1731694459511 because future has completed 2024-11-15T18:14:41,610 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. 2024-11-15T18:14:41,610 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. 2024-11-15T18:14:41,610 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. 2024-11-15T18:14:41,610 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1611412208dd257559c42ccca2e30494, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,42895,1731694459400 2024-11-15T18:14:41,610 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 59bcf5b392da2d3b25763a62638bbfa5, NAME => 'SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-15T18:14:41,611 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,611 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:41,611 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,611 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-15T18:14:41,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f415d8514554b8ccdfc3d8595da8ecf, server=74ec74825666,37869,1731694459511 in 10.1540 sec 2024-11-15T18:14:41,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1611412208dd257559c42ccca2e30494, server=74ec74825666,42895,1731694459400 because future has completed 2024-11-15T18:14:41,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f415d8514554b8ccdfc3d8595da8ecf, ASSIGN in 10.3250 sec 2024-11-15T18:14:41,616 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:41,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-15T18:14:41,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1611412208dd257559c42ccca2e30494, server=74ec74825666,42895,1731694459400 in 10.1410 sec 2024-11-15T18:14:41,619 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 35e6c1d4e3dbf9cc4061be3a3cb24133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65108549, jitterRate=-0.029807016253471375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:41,619 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:41,619 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 35e6c1d4e3dbf9cc4061be3a3cb24133: Running coprocessor pre-open hook at 1731694481553Writing region info on filesystem at 1731694481553Initializing all the Stores at 1731694481554 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694481554Cleaning up temporary data from old regions at 1731694481592 (+38 ms)Running coprocessor post-open hooks at 1731694481619 (+27 ms)Region opened successfully at 1731694481619 2024-11-15T18:14:41,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1611412208dd257559c42ccca2e30494, ASSIGN in 10.3300 sec 2024-11-15T18:14:41,620 INFO [StoreOpener-59bcf5b392da2d3b25763a62638bbfa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,621 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133., pid=22, masterSystemTime=1731694481483 2024-11-15T18:14:41,625 INFO [StoreOpener-59bcf5b392da2d3b25763a62638bbfa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59bcf5b392da2d3b25763a62638bbfa5 columnFamilyName cf 2024-11-15T18:14:41,625 DEBUG [StoreOpener-59bcf5b392da2d3b25763a62638bbfa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:41,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35e6c1d4e3dbf9cc4061be3a3cb24133, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,35071,1731694459453 2024-11-15T18:14:41,630 INFO [StoreOpener-59bcf5b392da2d3b25763a62638bbfa5-1 {}] regionserver.HStore(327): Store=59bcf5b392da2d3b25763a62638bbfa5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:41,630 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,631 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,632 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,632 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35e6c1d4e3dbf9cc4061be3a3cb24133, server=74ec74825666,35071,1731694459453 because future has completed 2024-11-15T18:14:41,633 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,636 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:14:41,636 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:14:41,636 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:14:41,636 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-15T18:14:41,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 35e6c1d4e3dbf9cc4061be3a3cb24133, server=74ec74825666,35071,1731694459453 in 10.1550 sec 2024-11-15T18:14:41,636 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => dba9a5dc2d553f015b4becc7697b272a, NAME => 'SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T18:14:41,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35e6c1d4e3dbf9cc4061be3a3cb24133, ASSIGN in 10.3520 sec 2024-11-15T18:14:41,646 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,646 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:41,646 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,646 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,647 INFO [StoreOpener-dd546fabfd70076458fc648f000a4b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,648 INFO [StoreOpener-dd546fabfd70076458fc648f000a4b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd546fabfd70076458fc648f000a4b93 columnFamilyName cf 2024-11-15T18:14:41,649 DEBUG [StoreOpener-dd546fabfd70076458fc648f000a4b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:41,650 INFO [StoreOpener-dd546fabfd70076458fc648f000a4b93-1 {}] regionserver.HStore(327): Store=dd546fabfd70076458fc648f000a4b93/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:41,650 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,652 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,653 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,653 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,653 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,656 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,665 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/59bcf5b392da2d3b25763a62638bbfa5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:41,666 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 59bcf5b392da2d3b25763a62638bbfa5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59042565, jitterRate=-0.12019722163677216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:41,666 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:41,666 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 59bcf5b392da2d3b25763a62638bbfa5: Running coprocessor pre-open hook at 1731694481611Writing region info on filesystem at 1731694481611Initializing all the Stores at 1731694481613 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694481613Cleaning up temporary data from old regions at 1731694481633 (+20 ms)Running coprocessor post-open hooks at 1731694481666 (+33 ms)Region opened successfully at 1731694481666 2024-11-15T18:14:41,668 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5., pid=15, masterSystemTime=1731694481460 2024-11-15T18:14:41,672 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. 2024-11-15T18:14:41,672 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. 2024-11-15T18:14:41,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59bcf5b392da2d3b25763a62638bbfa5, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,42895,1731694459400 2024-11-15T18:14:41,673 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. 2024-11-15T18:14:41,673 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bf7b4500fa1640dbe6378691886abe6, NAME => 'SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-15T18:14:41,673 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,673 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:41,673 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,673 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,675 INFO [StoreOpener-dba9a5dc2d553f015b4becc7697b272a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59bcf5b392da2d3b25763a62638bbfa5, server=74ec74825666,42895,1731694459400 because future has completed 2024-11-15T18:14:41,678 INFO [StoreOpener-dba9a5dc2d553f015b4becc7697b272a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dba9a5dc2d553f015b4becc7697b272a columnFamilyName cf 2024-11-15T18:14:41,678 DEBUG [StoreOpener-dba9a5dc2d553f015b4becc7697b272a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:41,678 INFO [StoreOpener-dba9a5dc2d553f015b4becc7697b272a-1 {}] regionserver.HStore(327): Store=dba9a5dc2d553f015b4becc7697b272a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:41,678 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,680 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,680 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,681 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,681 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,684 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,684 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/dd546fabfd70076458fc648f000a4b93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:41,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-15T18:14:41,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 59bcf5b392da2d3b25763a62638bbfa5, server=74ec74825666,42895,1731694459400 in 10.2320 sec 2024-11-15T18:14:41,685 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened dd546fabfd70076458fc648f000a4b93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62974432, jitterRate=-0.06160783767700195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:41,685 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:41,685 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for dd546fabfd70076458fc648f000a4b93: Running coprocessor pre-open hook at 1731694481605Writing region info on filesystem at 1731694481605Initializing all the Stores at 1731694481610 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694481610Cleaning up temporary data from old regions at 1731694481653 (+43 ms)Running coprocessor post-open hooks at 1731694481685 (+32 ms)Region opened successfully at 1731694481685 2024-11-15T18:14:41,686 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93., pid=18, masterSystemTime=1731694481482 2024-11-15T18:14:41,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59bcf5b392da2d3b25763a62638bbfa5, ASSIGN in 10.3970 sec 2024-11-15T18:14:41,699 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:14:41,699 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:14:41,700 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:14:41,700 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 1752d9f31fa2783a731acef008f80bcd, NAME => 'SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T18:14:41,700 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,700 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:41,700 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,700 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,701 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/dba9a5dc2d553f015b4becc7697b272a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:41,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=dd546fabfd70076458fc648f000a4b93, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37869,1731694459511 2024-11-15T18:14:41,704 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened dba9a5dc2d553f015b4becc7697b272a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74566914, jitterRate=0.11113360524177551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:41,704 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:41,704 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for dba9a5dc2d553f015b4becc7697b272a: Running coprocessor pre-open hook at 1731694481646Writing region info on filesystem at 1731694481646Initializing all the Stores at 1731694481657 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694481657Cleaning up temporary data from old regions at 1731694481681 (+24 ms)Running coprocessor post-open hooks at 1731694481704 (+23 ms)Region opened successfully at 1731694481704 2024-11-15T18:14:41,705 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a., pid=21, masterSystemTime=1731694481483 2024-11-15T18:14:41,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd546fabfd70076458fc648f000a4b93, server=74ec74825666,37869,1731694459511 because future has completed 2024-11-15T18:14:41,710 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:14:41,710 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:14:41,710 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:14:41,710 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a54787628f0e3257c679fa76b276a96b, NAME => 'SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T18:14:41,710 INFO [StoreOpener-6bf7b4500fa1640dbe6378691886abe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,711 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,711 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:41,711 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,711 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,713 INFO [StoreOpener-6bf7b4500fa1640dbe6378691886abe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf7b4500fa1640dbe6378691886abe6 columnFamilyName cf 2024-11-15T18:14:41,713 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dba9a5dc2d553f015b4becc7697b272a, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,35071,1731694459453 2024-11-15T18:14:41,713 DEBUG [StoreOpener-6bf7b4500fa1640dbe6378691886abe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:41,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-15T18:14:41,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure dd546fabfd70076458fc648f000a4b93, server=74ec74825666,37869,1731694459511 in 10.2420 sec 2024-11-15T18:14:41,717 INFO [StoreOpener-6bf7b4500fa1640dbe6378691886abe6-1 {}] regionserver.HStore(327): Store=6bf7b4500fa1640dbe6378691886abe6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:41,717 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd546fabfd70076458fc648f000a4b93, ASSIGN in 10.4260 sec 2024-11-15T18:14:41,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dba9a5dc2d553f015b4becc7697b272a, server=74ec74825666,35071,1731694459453 because future has completed 2024-11-15T18:14:41,719 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,720 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,721 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,721 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-15T18:14:41,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dba9a5dc2d553f015b4becc7697b272a, server=74ec74825666,35071,1731694459453 in 10.2440 sec 2024-11-15T18:14:41,723 INFO [StoreOpener-1752d9f31fa2783a731acef008f80bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,724 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dba9a5dc2d553f015b4becc7697b272a, ASSIGN in 10.4350 sec 2024-11-15T18:14:41,729 INFO [StoreOpener-1752d9f31fa2783a731acef008f80bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1752d9f31fa2783a731acef008f80bcd columnFamilyName cf 2024-11-15T18:14:41,729 DEBUG [StoreOpener-1752d9f31fa2783a731acef008f80bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:41,730 INFO [StoreOpener-1752d9f31fa2783a731acef008f80bcd-1 {}] regionserver.HStore(327): Store=1752d9f31fa2783a731acef008f80bcd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:41,730 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,733 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,733 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,734 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,734 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,735 INFO [StoreOpener-a54787628f0e3257c679fa76b276a96b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,737 INFO [StoreOpener-a54787628f0e3257c679fa76b276a96b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a54787628f0e3257c679fa76b276a96b columnFamilyName cf 2024-11-15T18:14:41,737 DEBUG [StoreOpener-a54787628f0e3257c679fa76b276a96b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:41,738 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,738 INFO [StoreOpener-a54787628f0e3257c679fa76b276a96b-1 {}] regionserver.HStore(327): Store=a54787628f0e3257c679fa76b276a96b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:41,738 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,739 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,739 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/6bf7b4500fa1640dbe6378691886abe6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:41,740 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,740 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,740 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,742 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6bf7b4500fa1640dbe6378691886abe6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66103939, jitterRate=-0.014974549412727356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:41,742 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:41,742 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6bf7b4500fa1640dbe6378691886abe6: Running coprocessor pre-open hook at 1731694481673Writing region info on filesystem at 1731694481673Initializing all the Stores at 1731694481675 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694481675Cleaning up temporary data from old regions at 1731694481721 (+46 ms)Running coprocessor post-open hooks at 1731694481742 (+21 ms)Region opened successfully at 1731694481742 2024-11-15T18:14:41,744 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6., pid=19, masterSystemTime=1731694481460 2024-11-15T18:14:41,744 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,747 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. 2024-11-15T18:14:41,747 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. 2024-11-15T18:14:41,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6bf7b4500fa1640dbe6378691886abe6, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,42895,1731694459400 2024-11-15T18:14:41,753 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:41,754 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 1752d9f31fa2783a731acef008f80bcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59803895, jitterRate=-0.10885252058506012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:41,754 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:41,754 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 1752d9f31fa2783a731acef008f80bcd: Running coprocessor pre-open hook at 1731694481701Writing region info on filesystem at 1731694481701Initializing all the Stores at 1731694481711 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694481711Cleaning up temporary data from old regions at 1731694481734 (+23 ms)Running coprocessor post-open hooks at 1731694481754 (+20 ms)Region opened successfully at 1731694481754 2024-11-15T18:14:41,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bf7b4500fa1640dbe6378691886abe6, server=74ec74825666,42895,1731694459400 because future has completed 2024-11-15T18:14:41,756 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd., pid=16, masterSystemTime=1731694481482 2024-11-15T18:14:41,756 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/a54787628f0e3257c679fa76b276a96b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:41,757 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a54787628f0e3257c679fa76b276a96b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69701290, jitterRate=0.038630157709121704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:41,757 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:41,757 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a54787628f0e3257c679fa76b276a96b: Running coprocessor pre-open hook at 1731694481711Writing region info on filesystem at 1731694481711Initializing all the Stores at 1731694481713 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694481713Cleaning up temporary data from old regions at 1731694481740 (+27 ms)Running coprocessor post-open hooks at 1731694481757 (+17 ms)Region opened successfully at 1731694481757 2024-11-15T18:14:41,759 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:14:41,759 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:14:41,759 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:14:41,760 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d96e0389a584318f6d7c45d8de8dad37, NAME => 'SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-15T18:14:41,760 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,760 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:14:41,760 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,760 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,762 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b., pid=23, masterSystemTime=1731694481483 2024-11-15T18:14:41,765 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1752d9f31fa2783a731acef008f80bcd, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37869,1731694459511 2024-11-15T18:14:41,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-15T18:14:41,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bf7b4500fa1640dbe6378691886abe6, server=74ec74825666,42895,1731694459400 in 10.2870 sec 2024-11-15T18:14:41,769 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:14:41,769 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:14:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1752d9f31fa2783a731acef008f80bcd, server=74ec74825666,37869,1731694459511 because future has completed 2024-11-15T18:14:41,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bf7b4500fa1640dbe6378691886abe6, ASSIGN in 10.4800 sec 2024-11-15T18:14:41,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a54787628f0e3257c679fa76b276a96b, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,35071,1731694459453 2024-11-15T18:14:41,776 INFO [StoreOpener-d96e0389a584318f6d7c45d8de8dad37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a54787628f0e3257c679fa76b276a96b, server=74ec74825666,35071,1731694459453 because future has completed 2024-11-15T18:14:41,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-15T18:14:41,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1752d9f31fa2783a731acef008f80bcd, server=74ec74825666,37869,1731694459511 in 10.3210 sec 2024-11-15T18:14:41,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1752d9f31fa2783a731acef008f80bcd, ASSIGN in 10.4910 sec 2024-11-15T18:14:41,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-15T18:14:41,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a54787628f0e3257c679fa76b276a96b, server=74ec74825666,35071,1731694459453 in 10.3010 sec 2024-11-15T18:14:41,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a54787628f0e3257c679fa76b276a96b, ASSIGN in 10.4970 sec 2024-11-15T18:14:41,790 INFO [StoreOpener-d96e0389a584318f6d7c45d8de8dad37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96e0389a584318f6d7c45d8de8dad37 columnFamilyName cf 2024-11-15T18:14:41,790 DEBUG [StoreOpener-d96e0389a584318f6d7c45d8de8dad37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:14:41,791 INFO [StoreOpener-d96e0389a584318f6d7c45d8de8dad37-1 {}] regionserver.HStore(327): Store=d96e0389a584318f6d7c45d8de8dad37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T18:14:41,791 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,792 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,792 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,793 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,793 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,795 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,813 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/d96e0389a584318f6d7c45d8de8dad37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T18:14:41,814 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d96e0389a584318f6d7c45d8de8dad37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59461234, jitterRate=-0.11395856738090515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T18:14:41,814 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:41,814 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d96e0389a584318f6d7c45d8de8dad37: Running coprocessor pre-open hook at 1731694481760Writing region info on filesystem at 1731694481760Initializing all the Stores at 1731694481762 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694481762Cleaning up temporary data from old regions at 1731694481793 (+31 ms)Running coprocessor post-open hooks at 1731694481814 (+21 ms)Region opened successfully at 1731694481814 2024-11-15T18:14:41,817 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37., pid=24, masterSystemTime=1731694481482 2024-11-15T18:14:41,819 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:14:41,819 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:14:41,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d96e0389a584318f6d7c45d8de8dad37, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37869,1731694459511 2024-11-15T18:14:41,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d96e0389a584318f6d7c45d8de8dad37, server=74ec74825666,37869,1731694459511 because future has completed 2024-11-15T18:14:41,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-15T18:14:41,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d96e0389a584318f6d7c45d8de8dad37, server=74ec74825666,37869,1731694459511 in 10.3420 sec 2024-11-15T18:14:41,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-15T18:14:41,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d96e0389a584318f6d7c45d8de8dad37, ASSIGN in 10.5390 sec 2024-11-15T18:14:41,835 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T18:14:41,836 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731694481835"}]},"ts":"1731694481835"} 2024-11-15T18:14:41,839 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-15T18:14:41,841 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T18:14:41,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6600 sec 2024-11-15T18:14:44,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-15T18:14:47,040 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T18:14:47,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:47,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:47,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T18:14:49,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:14:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T18:14:49,428 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-15T18:14:49,428 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-15T18:14:49,428 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:14:49,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-15T18:14:49,436 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:14:49,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-15T18:14:49,484 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd., hostname=74ec74825666,37869,1731694459511, seqNum=2] 2024-11-15T18:14:49,549 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133., hostname=74ec74825666,35071,1731694459453, seqNum=2] 2024-11-15T18:14:49,553 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133., hostname=74ec74825666,35071,1731694459453, seqNum=2] 2024-11-15T18:14:49,602 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6., hostname=74ec74825666,42895,1731694459400, seqNum=2] 2024-11-15T18:14:49,603 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6., hostname=74ec74825666,42895,1731694459400, seqNum=2] 2024-11-15T18:14:49,605 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6., hostname=74ec74825666,42895,1731694459400, seqNum=2] 2024-11-15T18:14:49,607 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6., hostname=74ec74825666,42895,1731694459400, seqNum=2] 2024-11-15T18:14:49,608 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6., hostname=74ec74825666,42895,1731694459400, seqNum=2] 2024-11-15T18:14:49,612 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6., hostname=74ec74825666,42895,1731694459400, seqNum=2] 2024-11-15T18:14:49,698 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf., hostname=74ec74825666,37869,1731694459511, seqNum=2] 2024-11-15T18:14:49,700 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf., hostname=74ec74825666,37869,1731694459511, seqNum=2] 2024-11-15T18:14:49,702 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf., hostname=74ec74825666,37869,1731694459511, seqNum=2] 2024-11-15T18:14:49,708 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf., hostname=74ec74825666,37869,1731694459511, seqNum=2] 2024-11-15T18:14:50,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:50,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T18:14:50,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:50,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T18:14:50,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35071 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T18:14:50,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42895 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T18:14:50,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:14:50,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T18:14:51,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37869 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T18:14:51,566 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-15T18:14:51,567 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:14:51,568 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T18:14:51,570 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T18:14:51,574 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T18:14:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741848_1024 (size=49) 2024-11-15T18:14:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741848_1024 (size=49) 2024-11-15T18:14:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741848_1024 (size=49) 2024-11-15T18:14:51,591 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T18:14:51,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dba9a5dc2d553f015b4becc7697b272a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59bcf5b392da2d3b25763a62638bbfa5}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd546fabfd70076458fc648f000a4b93}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a54787628f0e3257c679fa76b276a96b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d96e0389a584318f6d7c45d8de8dad37}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1611412208dd257559c42ccca2e30494}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1752d9f31fa2783a731acef008f80bcd}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35e6c1d4e3dbf9cc4061be3a3cb24133}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bf7b4500fa1640dbe6378691886abe6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f415d8514554b8ccdfc3d8595da8ecf}] 2024-11-15T18:14:51,594 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:14:51,595 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:14:51,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:14:51,595 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1611412208dd257559c42ccca2e30494 2024-11-15T18:14:51,596 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:14:51,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd546fabfd70076458fc648f000a4b93 2024-11-15T18:14:51,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:14:51,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a54787628f0e3257c679fa76b276a96b 2024-11-15T18:14:51,609 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:14:51,611 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:14:52,216 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-15T18:14:59,856 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:34127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T18:15:01,484 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=74ec74825666,37869,1731694459511, timeout=1731694501599, delay=115, operations=[pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1752d9f31fa2783a731acef008f80bcd, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d96e0389a584318f6d7c45d8de8dad37, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd546fabfd70076458fc648f000a4b93, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f415d8514554b8ccdfc3d8595da8ecf], containedObject=74ec74825666,35071,1731694459453, timeout=1731694501599, delay=115, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35e6c1d4e3dbf9cc4061be3a3cb24133, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a54787628f0e3257c679fa76b276a96b, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dba9a5dc2d553f015b4becc7697b272a], containedObject=74ec74825666,42895,1731694459400, timeout=1731694501599, delay=115, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bf7b4500fa1640dbe6378691886abe6, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59bcf5b392da2d3b25763a62638bbfa5, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1611412208dd257559c42ccca2e30494]] 2024-11-15T18:15:01,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-15T18:15:01,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-15T18:15:01,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T18:15:01,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-15T18:15:01,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-15T18:15:01,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. 2024-11-15T18:15:01,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:15:01,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:15:01,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-15T18:15:01,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6bf7b4500fa1640dbe6378691886abe6 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-15T18:15:01,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 1752d9f31fa2783a731acef008f80bcd 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-15T18:15:01,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 35e6c1d4e3dbf9cc4061be3a3cb24133 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d96e0389a584318f6d7c45d8de8dad37: 2024-11-15T18:15:01,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 59bcf5b392da2d3b25763a62638bbfa5: 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. for SnapshotProcedureTest completed. 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. for SnapshotProcedureTest completed. 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:01,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:01,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-15T18:15:01,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a54787628f0e3257c679fa76b276a96b: 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. for SnapshotProcedureTest completed. 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for dd546fabfd70076458fc648f000a4b93: 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. for SnapshotProcedureTest completed. 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:01,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:01,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for dba9a5dc2d553f015b4becc7697b272a: 2024-11-15T18:15:01,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. for SnapshotProcedureTest completed. 2024-11-15T18:15:01,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:01,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:01,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. 2024-11-15T18:15:01,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1611412208dd257559c42ccca2e30494: 2024-11-15T18:15:01,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. for SnapshotProcedureTest completed. 2024-11-15T18:15:01,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:01,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T18:15:01,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd/.tmp/cf/71a13d956cbd4373b1d4c1d8bc51091c is 34, key is aaa/cf:cf/1731694490865/Put/seqid=0 2024-11-15T18:15:01,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133/.tmp/cf/acb1f1c29f424780a1e6938bb9a332d7 is 34, key is baa/cf:cf/1731694490814/Put/seqid=0 2024-11-15T18:15:01,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/6bf7b4500fa1640dbe6378691886abe6/.tmp/cf/320aa02d525c440c9bb7f4ef3406a223 is 34, key is ccd/cf:cf/1731694490824/Put/seqid=0 2024-11-15T18:15:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741849_1025 (size=65) 2024-11-15T18:15:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741849_1025 (size=65) 2024-11-15T18:15:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741849_1025 (size=65) 2024-11-15T18:15:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:15:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-15T18:15:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:15:01,641 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 1f415d8514554b8ccdfc3d8595da8ecf 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-15T18:15:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-15T18:15:01,641 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:15:01,641 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:15:01,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d96e0389a584318f6d7c45d8de8dad37 in 10.0510 sec 2024-11-15T18:15:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741850_1026 (size=65) 2024-11-15T18:15:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741850_1026 (size=65) 2024-11-15T18:15:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741850_1026 (size=65) 2024-11-15T18:15:01,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:15:01,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-15T18:15:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-15T18:15:01,670 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dd546fabfd70076458fc648f000a4b93 2024-11-15T18:15:01,670 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd546fabfd70076458fc648f000a4b93 2024-11-15T18:15:01,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dd546fabfd70076458fc648f000a4b93 in 10.0800 sec 2024-11-15T18:15:01,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741851_1027 (size=65) 2024-11-15T18:15:01,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741852_1028 (size=57) 2024-11-15T18:15:01,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741851_1027 (size=65) 2024-11-15T18:15:01,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741852_1028 (size=57) 2024-11-15T18:15:01,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741852_1028 (size=57) 2024-11-15T18:15:01,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:15:01,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T18:15:01,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741851_1027 (size=65) 2024-11-15T18:15:01,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:15:01,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-15T18:15:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T18:15:01,685 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:15:01,685 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:15:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-15T18:15:01,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a54787628f0e3257c679fa76b276a96b 2024-11-15T18:15:01,686 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a54787628f0e3257c679fa76b276a96b 2024-11-15T18:15:01,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dba9a5dc2d553f015b4becc7697b272a in 10.0950 sec 2024-11-15T18:15:01,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a54787628f0e3257c679fa76b276a96b in 10.0960 sec 2024-11-15T18:15:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741855_1031 (size=26918) 2024-11-15T18:15:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741855_1031 (size=26918) 2024-11-15T18:15:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741855_1031 (size=26918) 2024-11-15T18:15:01,712 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd/.tmp/cf/71a13d956cbd4373b1d4c1d8bc51091c 2024-11-15T18:15:01,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf/.tmp/cf/9c4beafc89ef4f85872495077ed6d7f4 is 34, key is eaa/cf:cf/1731694491390/Put/seqid=0 2024-11-15T18:15:01,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741857_1033 (size=47197) 2024-11-15T18:15:01,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741857_1033 (size=47197) 2024-11-15T18:15:01,726 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/6bf7b4500fa1640dbe6378691886abe6/.tmp/cf/320aa02d525c440c9bb7f4ef3406a223 2024-11-15T18:15:01,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741857_1033 (size=47197) 2024-11-15T18:15:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741853_1029 (size=65) 2024-11-15T18:15:01,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741853_1029 (size=65) 2024-11-15T18:15:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741853_1029 (size=65) 2024-11-15T18:15:01,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731694471180.1611412208dd257559c42ccca2e30494. 2024-11-15T18:15:01,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-15T18:15:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-15T18:15:01,730 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1611412208dd257559c42ccca2e30494 2024-11-15T18:15:01,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1611412208dd257559c42ccca2e30494 2024-11-15T18:15:01,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1611412208dd257559c42ccca2e30494 in 10.1410 sec 2024-11-15T18:15:01,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741854_1030 (size=65) 2024-11-15T18:15:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741854_1030 (size=65) 2024-11-15T18:15:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741854_1030 (size=65) 2024-11-15T18:15:01,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5. 2024-11-15T18:15:01,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-15T18:15:01,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd/.tmp/cf/71a13d956cbd4373b1d4c1d8bc51091c as hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd/cf/71a13d956cbd4373b1d4c1d8bc51091c 2024-11-15T18:15:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-15T18:15:01,745 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:15:01,745 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59bcf5b392da2d3b25763a62638bbfa5 2024-11-15T18:15:01,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 59bcf5b392da2d3b25763a62638bbfa5 in 10.1560 sec 2024-11-15T18:15:01,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/6bf7b4500fa1640dbe6378691886abe6/.tmp/cf/320aa02d525c440c9bb7f4ef3406a223 as hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/6bf7b4500fa1640dbe6378691886abe6/cf/320aa02d525c440c9bb7f4ef3406a223 2024-11-15T18:15:01,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741856_1032 (size=28623) 2024-11-15T18:15:01,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741856_1032 (size=28623) 2024-11-15T18:15:01,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741856_1032 (size=28623) 2024-11-15T18:15:01,758 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133/.tmp/cf/acb1f1c29f424780a1e6938bb9a332d7 2024-11-15T18:15:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741858_1034 (size=499309) 2024-11-15T18:15:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741858_1034 (size=499309) 2024-11-15T18:15:01,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741858_1034 (size=499309) 2024-11-15T18:15:01,769 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf/.tmp/cf/9c4beafc89ef4f85872495077ed6d7f4 2024-11-15T18:15:01,769 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd/cf/71a13d956cbd4373b1d4c1d8bc51091c, entries=676, sequenceid=5, filesize=26.3 K 2024-11-15T18:15:01,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133/.tmp/cf/acb1f1c29f424780a1e6938bb9a332d7 as hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133/cf/acb1f1c29f424780a1e6938bb9a332d7 2024-11-15T18:15:01,771 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/6bf7b4500fa1640dbe6378691886abe6/cf/320aa02d525c440c9bb7f4ef3406a223, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-15T18:15:01,771 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 1752d9f31fa2783a731acef008f80bcd in 170ms, sequenceid=5, compaction requested=false 2024-11-15T18:15:01,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 1752d9f31fa2783a731acef008f80bcd: 2024-11-15T18:15:01,772 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6bf7b4500fa1640dbe6378691886abe6 in 171ms, sequenceid=5, compaction requested=false 2024-11-15T18:15:01,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. for SnapshotProcedureTest completed. 2024-11-15T18:15:01,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6bf7b4500fa1640dbe6378691886abe6: 2024-11-15T18:15:01,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. for SnapshotProcedureTest completed. 2024-11-15T18:15:01,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:01,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:01,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd/cf/71a13d956cbd4373b1d4c1d8bc51091c] hfiles 2024-11-15T18:15:01,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/6bf7b4500fa1640dbe6378691886abe6/cf/320aa02d525c440c9bb7f4ef3406a223] hfiles 2024-11-15T18:15:01,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd/cf/71a13d956cbd4373b1d4c1d8bc51091c for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/6bf7b4500fa1640dbe6378691886abe6/cf/320aa02d525c440c9bb7f4ef3406a223 for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf/.tmp/cf/9c4beafc89ef4f85872495077ed6d7f4 as hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf/cf/9c4beafc89ef4f85872495077ed6d7f4 2024-11-15T18:15:01,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133/cf/acb1f1c29f424780a1e6938bb9a332d7, entries=731, sequenceid=5, filesize=28.0 K 2024-11-15T18:15:01,783 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 35e6c1d4e3dbf9cc4061be3a3cb24133 in 182ms, sequenceid=5, compaction requested=false 2024-11-15T18:15:01,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 35e6c1d4e3dbf9cc4061be3a3cb24133: 2024-11-15T18:15:01,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. for SnapshotProcedureTest completed. 2024-11-15T18:15:01,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:01,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133/cf/acb1f1c29f424780a1e6938bb9a332d7] hfiles 2024-11-15T18:15:01,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133/cf/acb1f1c29f424780a1e6938bb9a332d7 for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,789 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf/cf/9c4beafc89ef4f85872495077ed6d7f4, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-15T18:15:01,790 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 1f415d8514554b8ccdfc3d8595da8ecf in 150ms, sequenceid=5, compaction requested=false 2024-11-15T18:15:01,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1f415d8514554b8ccdfc3d8595da8ecf: 2024-11-15T18:15:01,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. for SnapshotProcedureTest completed. 2024-11-15T18:15:01,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T18:15:01,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf/cf/9c4beafc89ef4f85872495077ed6d7f4] hfiles 2024-11-15T18:15:01,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf/cf/9c4beafc89ef4f85872495077ed6d7f4 for snapshot=SnapshotProcedureTest 2024-11-15T18:15:01,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741859_1035 (size=105) 2024-11-15T18:15:01,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741859_1035 (size=105) 2024-11-15T18:15:01,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741859_1035 (size=105) 2024-11-15T18:15:01,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:15:01,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-15T18:15:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-15T18:15:01,808 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:15:01,808 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:15:01,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1752d9f31fa2783a731acef008f80bcd in 10.2180 sec 2024-11-15T18:15:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741860_1036 (size=105) 2024-11-15T18:15:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741860_1036 (size=105) 2024-11-15T18:15:01,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741860_1036 (size=105) 2024-11-15T18:15:01,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731694471180.6bf7b4500fa1640dbe6378691886abe6. 2024-11-15T18:15:01,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-15T18:15:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-15T18:15:01,816 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:15:01,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bf7b4500fa1640dbe6378691886abe6 2024-11-15T18:15:01,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6bf7b4500fa1640dbe6378691886abe6 in 10.2260 sec 2024-11-15T18:15:01,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741862_1038 (size=97) 2024-11-15T18:15:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741861_1037 (size=105) 2024-11-15T18:15:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741862_1038 (size=97) 2024-11-15T18:15:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741861_1037 (size=105) 2024-11-15T18:15:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741862_1038 (size=97) 2024-11-15T18:15:01,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:15:01,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T18:15:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T18:15:01,827 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:15:01,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:15:01,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T18:15:01,828 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:15:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T18:15:01,828 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:15:01,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741861_1037 (size=105) 2024-11-15T18:15:01,828 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:15:01,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1f415d8514554b8ccdfc3d8595da8ecf in 10.2380 sec 2024-11-15T18:15:01,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-15T18:15:01,831 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T18:15:01,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35e6c1d4e3dbf9cc4061be3a3cb24133 in 10.2380 sec 2024-11-15T18:15:01,832 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T18:15:01,832 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T18:15:01,832 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-15T18:15:01,834 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T18:15:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741863_1039 (size=1174) 2024-11-15T18:15:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741863_1039 (size=1174) 2024-11-15T18:15:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741863_1039 (size=1174) 2024-11-15T18:15:01,862 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T18:15:01,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-15T18:15:01,871 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:01,871 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:01,871 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:01,871 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:01,871 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,42895,1731694459400 2024-11-15T18:15:01,876 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,42895,1731694459400 2024-11-15T18:15:01,876 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:01,876 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:01,876 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,42895,1731694459400 2024-11-15T18:15:01,883 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:15:01,884 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 74ec74825666,42895,1731694459400 2024-11-15T18:15:01,884 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 74ec74825666,42895,1731694459400: Simulated kill ***** 2024-11-15T18:15:01,884 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T18:15:01,884 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T18:15:01,885 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T18:15:01,885 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T18:15:01,886 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T18:15:01,886 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 459366736 }, "NonHeapMemoryUsage": { "committed": 176947200, "init": 7667712, "max": -1, "used": 174153456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T18:15:01,886 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35683 {}] master.MasterRpcServices(700): 74ec74825666,42895,1731694459400 reported a fatal error: ***** ABORTING region server 74ec74825666,42895,1731694459400: Simulated kill ***** 2024-11-15T18:15:01,887 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,42895,1731694459400' ***** 2024-11-15T18:15:01,887 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-15T18:15:01,887 INFO [RS:0;74ec74825666:42895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:15:01,887 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:15:01,887 INFO [RS:0;74ec74825666:42895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T18:15:01,887 INFO [RS:0;74ec74825666:42895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T18:15:01,887 INFO [RS:0;74ec74825666:42895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:15:01,887 INFO [RS:0;74ec74825666:42895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:42895. 2024-11-15T18:15:01,888 DEBUG [RS:0;74ec74825666:42895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:01,888 DEBUG [RS:0;74ec74825666:42895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,888 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T18:15:01,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741836_1012 (size=14382) 2024-11-15T18:15:01,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741836_1012 (size=14382) 2024-11-15T18:15:01,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741836_1012 (size=14382) 2024-11-15T18:15:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741835_1011 (size=1488) 2024-11-15T18:15:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741835_1011 (size=1488) 2024-11-15T18:15:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741835_1011 (size=1488) 2024-11-15T18:15:01,896 DEBUG [RS:0;74ec74825666:42895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:01,896 INFO [RS:0;74ec74825666:42895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:15:01,896 INFO [RS:0;74ec74825666:42895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42895 2024-11-15T18:15:01,933 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:15:01,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:15:01,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/74ec74825666,42895,1731694459400 2024-11-15T18:15:01,995 INFO [RS:0;74ec74825666:42895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:15:01,995 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f6f389010d8@4ab6262c rejected from java.util.concurrent.ThreadPoolExecutor@fb4b11e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T18:15:02,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,42895,1731694459400] 2024-11-15T18:15:02,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/74ec74825666,42895,1731694459400 already deleted, retry=false 2024-11-15T18:15:02,060 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 74ec74825666,42895,1731694459400 on 74ec74825666,35683,1731694459184 2024-11-15T18:15:02,061 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 74ec74825666,42895,1731694459400, splitWal=true, meta=true 2024-11-15T18:15:02,061 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 74ec74825666,42895,1731694459400 (carryingMeta=true) 74ec74825666,42895,1731694459400/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@19199e0f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T18:15:02,062 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 74ec74825666,42895,1731694459400, splitWal=true, meta=true 2024-11-15T18:15:02,063 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 74ec74825666,42895,1731694459400, splitWal=true, meta=true, isMeta: true 2024-11-15T18:15:02,065 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting 2024-11-15T18:15:02,066 INFO [PEWorker-4 {}] master.SplitWALManager(105): 74ec74825666,42895,1731694459400 WAL count=1, meta=true 2024-11-15T18:15:02,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta}] 2024-11-15T18:15:02,067 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:02,068 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,42895,1731694459400 Release verify snapshot worker=74ec74825666,42895,1731694459400 2024-11-15T18:15:02,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta, worker=74ec74825666,37869,1731694459511}] 2024-11-15T18:15:02,069 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 74ec74825666,42895,1731694459400, this operation will be retried to send to another server 2024-11-15T18:15:02,069 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:02,069 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,42895,1731694459400 Release verify snapshot worker=74ec74825666,42895,1731694459400 2024-11-15T18:15:02,069 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731694503069 2024-11-15T18:15:02,069 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-15T18:15:02,069 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 74ec74825666,42895,1731694459400, this operation will be retried to send to another server 2024-11-15T18:15:02,069 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-15T18:15:02,069 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-15T18:15:02,069 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:02,069 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731694503069 2024-11-15T18:15:02,070 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,42895,1731694459400 Release verify snapshot worker=74ec74825666,42895,1731694459400 2024-11-15T18:15:02,070 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 74ec74825666,42895,1731694459400, this operation will be retried to send to another server 2024-11-15T18:15:02,070 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T18:15:02,070 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731694503070 2024-11-15T18:15:02,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:15:02,150 INFO [RS:0;74ec74825666:42895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:15:02,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42895-0x1013fb474c50001, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:15:02,151 INFO [RS:0;74ec74825666:42895 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,42895,1731694459400; zookeeper connection closed. 2024-11-15T18:15:02,151 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@711f4f77 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@711f4f77 2024-11-15T18:15:02,649 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T18:15:02,649 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T18:15:11,160 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T18:15:11,160 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T18:15:11,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-15T18:15:11,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-15T18:15:11,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-15T18:15:11,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-15T18:15:11,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-15T18:15:11,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-15T18:15:11,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-15T18:15:11,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T18:15:11,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-15T18:15:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-15T18:15:11,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-15T18:15:11,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T18:15:11,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-15T18:15:11,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-15T18:15:11,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-15T18:15:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-15T18:15:11,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-15T18:15:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-15T18:15:11,900 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,35071,1731694459453 Release verify snapshot worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:11,900 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,37869,1731694459511 Release verify snapshot worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-15T18:15:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-15T18:15:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-15T18:15:11,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,35071,1731694459453 in 10.0330 sec 2024-11-15T18:15:11,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,37869,1731694459511 in 10.0330 sec 2024-11-15T18:15:11,905 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,37869,1731694459511 Release verify snapshot worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:11,905 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:11,906 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:11,906 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:11,906 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,35071,1731694459453 Release verify snapshot worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:11,908 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta, size=14.0 K (14382bytes) 2024-11-15T18:15:11,908 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta 2024-11-15T18:15:11,909 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta after 1ms 2024-11-15T18:15:11,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,35071,1731694459453 in 10.0390 sec 2024-11-15T18:15:11,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,37869,1731694459511 in 10.0380 sec 2024-11-15T18:15:11,911 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,37869,1731694459511 Release verify snapshot worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:11,911 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,35071,1731694459453 Release verify snapshot worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:11,912 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:11,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,37869,1731694459511 in 10.0440 sec 2024-11-15T18:15:11,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,35071,1731694459453 in 10.0440 sec 2024-11-15T18:15:11,917 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta took 9ms 2024-11-15T18:15:11,923 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-15T18:15:11,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta so closing down 2024-11-15T18:15:11,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T18:15:11,930 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta.temp 2024-11-15T18:15:11,934 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta.temp 2024-11-15T18:15:11,938 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T18:15:11,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741864_1040 (size=14141) 2024-11-15T18:15:11,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741864_1040 (size=14141) 2024-11-15T18:15:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741864_1040 (size=14141) 2024-11-15T18:15:11,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-15T18:15:11,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta.temp to hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T18:15:11,954 INFO [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 34 ms; skipped=1; WAL=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-15T18:15:11,954 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta, journal: Splitting hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta, size=14.0 K (14382bytes) at 1731694511908Finishing writing output for hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta so closing down at 1731694511927 (+19 ms)Creating recovered edits writer path=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta.temp at 1731694511935 (+8 ms)3 split writer threads finished at 1731694511938 (+3 ms)Closed recovered edits writer path=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731694511952 (+14 ms)Rename recovered edits hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta.temp to hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731694511954 (+2 ms)Processed 26 edits across 1 Regions in 34 ms; skipped=1; WAL=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731694511954 2024-11-15T18:15:11,954 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta 2024-11-15T18:15:11,954 DEBUG [RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-15T18:15:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-15T18:15:11,959 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting/74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta to hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/oldWALs 2024-11-15T18:15:11,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-15T18:15:11,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta, worker=74ec74825666,37869,1731694459511 in 9.8910 sec 2024-11-15T18:15:11,962 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:11,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-15T18:15:11,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 74ec74825666%2C42895%2C1731694459400.meta.1731694471020.meta, worker=74ec74825666,37869,1731694459511 in 9.8960 sec 2024-11-15T18:15:11,965 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,42895,1731694459400-splitting dir is empty, no logs to split. 2024-11-15T18:15:11,966 INFO [PEWorker-4 {}] master.SplitWALManager(105): 74ec74825666,42895,1731694459400 WAL count=0, meta=true 2024-11-15T18:15:11,966 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 74ec74825666,42895,1731694459400 WAL splitting is done? wals=0, meta=true 2024-11-15T18:15:11,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T18:15:11,969 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:15:11,970 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T18:15:12,120 DEBUG [74ec74825666:35683 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T18:15:12,120 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(204): Hosts are {74ec74825666=0} racks are {/default-rack=0} 2024-11-15T18:15:12,121 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T18:15:12,121 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T18:15:12,121 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T18:15:12,121 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T18:15:12,121 INFO [74ec74825666:35683 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T18:15:12,121 INFO [74ec74825666:35683 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T18:15:12,121 DEBUG [74ec74825666:35683 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T18:15:12,121 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,35071,1731694459453 2024-11-15T18:15:12,122 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,35071,1731694459453, state=OPENING 2024-11-15T18:15:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:15:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:15:12,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:15:12,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:15:12,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:15:12,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:15:12,155 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T18:15:12,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,35071,1731694459453}] 2024-11-15T18:15:19,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T18:15:20,697 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-15T18:15:21,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-15T18:15:21,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-15T18:15:21,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-15T18:15:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-15T18:15:21,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-15T18:15:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-15T18:15:21,919 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,37869,1731694459511 Release verify snapshot worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:21,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,37869,1731694459511 in 20.0530 sec 2024-11-15T18:15:21,933 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,37869,1731694459511 Release verify snapshot worker=74ec74825666,37869,1731694459511 2024-11-15T18:15:21,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,37869,1731694459511 in 20.0660 sec 2024-11-15T18:15:21,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-15T18:15:21,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-15T18:15:21,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-15T18:15:21,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-15T18:15:21,949 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T18:15:21,949 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T18:15:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-15T18:15:21,950 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T18:15:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35683 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-15T18:15:21,952 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,35071,1731694459453 Release verify snapshot worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:21,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,35071,1731694459453 in 20.0850 sec 2024-11-15T18:15:21,954 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,35071,1731694459453 Release verify snapshot worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:21,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-15T18:15:21,960 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T18:15:21,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=74ec74825666,35071,1731694459453 in 20.0870 sec 2024-11-15T18:15:21,960 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/.hbase-snapshot/SnapshotProcedureTest 2024-11-15T18:15:21,963 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T18:15:21,963 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-15T18:15:21,966 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C35071%2C1731694459453.meta, suffix=.meta, logDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,35071,1731694459453, archiveDir=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/oldWALs, maxLogs=32 2024-11-15T18:15:21,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3990 sec 2024-11-15T18:15:21,986 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,35071,1731694459453/74ec74825666%2C35071%2C1731694459453.meta.1731694521967.meta, exclude list is [], retry=0 2024-11-15T18:15:21,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-74a27211-87e1-486a-b4dd-8ef97154c34d,DISK] 2024-11-15T18:15:21,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32787,DS-5a923607-c29d-411a-944a-d054e9761a6a,DISK] 2024-11-15T18:15:21,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42499,DS-1369eee0-1164-4684-b6c0-72b4d2137df5,DISK] 2024-11-15T18:15:22,029 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,35071,1731694459453/74ec74825666%2C35071%2C1731694459453.meta.1731694521967.meta 2024-11-15T18:15:22,032 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-15T18:15:22,034 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 74ec74825666:42895 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 74ec74825666/172.17.0.2:42895 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T18:15:22,036 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 74ec74825666:42895 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 74ec74825666/172.17.0.2:42895 2024-11-15T18:15:22,040 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=74ec74825666,42895,1731694459400, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=74ec74825666,42895,1731694459400, seqNum=-1, error=java.net.ConnectException: Call to address=74ec74825666:42895 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 74ec74825666/172.17.0.2:42895 2024-11-15T18:15:22,042 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=74ec74825666,42895,1731694459400, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-15T18:15:22,042 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=74ec74825666,42895,1731694459400, seqNum=-1 from cache 2024-11-15T18:15:22,049 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34711:34711),(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:35321:35321)] 2024-11-15T18:15:22,049 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T18:15:22,049 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T18:15:22,049 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T18:15:22,050 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T18:15:22,050 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T18:15:22,050 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T18:15:22,050 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T18:15:22,050 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T18:15:22,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T18:15:22,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T18:15:22,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:15:22,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T18:15:22,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T18:15:22,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:15:22,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T18:15:22,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T18:15:22,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:15:22,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T18:15:22,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T18:15:22,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T18:15:22,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T18:15:22,069 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T18:15:22,070 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740 2024-11-15T18:15:22,077 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740 2024-11-15T18:15:22,078 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T18:15:22,093 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T18:15:22,094 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-15T18:15:22,131 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/.tmp/info/5700693ad0744e158772ee0485dabe38 is 167, key is SPTestTable,19999999,1731694471180.59bcf5b392da2d3b25763a62638bbfa5./info:regioninfo/1731694481672/Put/seqid=0 2024-11-15T18:15:22,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:22,145 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1] 2024-11-15T18:15:22,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35071 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:43528 deadline: 1731694582032, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 74ec74825666,35071,1731694459453 2024-11-15T18:15:22,152 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 74ec74825666,35071,1731694459453 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,152 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 74ec74825666,35071,1731694459453 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,152 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1 from cache 2024-11-15T18:15:22,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741866_1042 (size=18393) 2024-11-15T18:15:22,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741866_1042 (size=18393) 2024-11-15T18:15:22,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741866_1042 (size=18393) 2024-11-15T18:15:22,171 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/.tmp/info/5700693ad0744e158772ee0485dabe38 2024-11-15T18:15:22,215 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/.tmp/ns/a143a459051a47d1b02d56e573b132d9 is 43, key is default/ns:d/1731694471126/Put/seqid=0 2024-11-15T18:15:22,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741867_1043 (size=5153) 2024-11-15T18:15:22,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741867_1043 (size=5153) 2024-11-15T18:15:22,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741867_1043 (size=5153) 2024-11-15T18:15:22,243 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/.tmp/ns/a143a459051a47d1b02d56e573b132d9 2024-11-15T18:15:22,291 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/.tmp/table/a2bbfa9fbfc749abb5269f8908c175ed is 47, key is SPTestTable/table:state/1731694481835/Put/seqid=0 2024-11-15T18:15:22,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741868_1044 (size=5214) 2024-11-15T18:15:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741868_1044 (size=5214) 2024-11-15T18:15:22,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741868_1044 (size=5214) 2024-11-15T18:15:22,350 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/.tmp/table/a2bbfa9fbfc749abb5269f8908c175ed 2024-11-15T18:15:22,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:22,356 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1] 2024-11-15T18:15:22,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35071 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:43528 deadline: 1731694582032, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 74ec74825666,35071,1731694459453 2024-11-15T18:15:22,358 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 74ec74825666,35071,1731694459453 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,358 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 74ec74825666,35071,1731694459453 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T18:15:22,358 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1 from cache 2024-11-15T18:15:22,364 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/.tmp/info/5700693ad0744e158772ee0485dabe38 as hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/info/5700693ad0744e158772ee0485dabe38 2024-11-15T18:15:22,376 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/info/5700693ad0744e158772ee0485dabe38, entries=100, sequenceid=28, filesize=18.0 K 2024-11-15T18:15:22,382 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/.tmp/ns/a143a459051a47d1b02d56e573b132d9 as hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/ns/a143a459051a47d1b02d56e573b132d9 2024-11-15T18:15:22,396 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/ns/a143a459051a47d1b02d56e573b132d9, entries=2, sequenceid=28, filesize=5.0 K 2024-11-15T18:15:22,398 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/.tmp/table/a2bbfa9fbfc749abb5269f8908c175ed as hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/table/a2bbfa9fbfc749abb5269f8908c175ed 2024-11-15T18:15:22,415 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/table/a2bbfa9fbfc749abb5269f8908c175ed, entries=2, sequenceid=28, filesize=5.1 K 2024-11-15T18:15:22,416 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 322ms, sequenceid=28, compaction requested=false; wal=null 2024-11-15T18:15:22,417 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T18:15:22,422 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T18:15:22,422 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T18:15:22,422 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T18:15:22,424 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T18:15:22,431 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-15T18:15:22,436 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72634158, jitterRate=0.08233329653739929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T18:15:22,436 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T18:15:22,437 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731694522050Writing region info on filesystem at 1731694522050Initializing all the Stores at 1731694522052 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694522052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694522052Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731694522052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731694522052Obtaining lock to block concurrent updates at 1731694522094 (+42 ms)Preparing flush snapshotting stores in 1588230740 at 1731694522094Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731694522094Flushing stores of hbase:meta,,1.1588230740 at 1731694522094Flushing 1588230740/info: creating writer at 1731694522094Flushing 1588230740/info: appending metadata at 1731694522130 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731694522130Flushing 1588230740/ns: creating writer at 1731694522189 (+59 ms)Flushing 1588230740/ns: appending metadata at 1731694522214 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731694522214Flushing 1588230740/table: creating writer at 1731694522256 (+42 ms)Flushing 1588230740/table: appending metadata at 1731694522290 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731694522290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6f66bd: reopening flushed file at 1731694522363 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420cf506: reopening flushed file at 1731694522377 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c19ca8a: reopening flushed file at 1731694522396 (+19 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 322ms, sequenceid=28, compaction requested=false; wal=null at 1731694522416 (+20 ms)Cleaning up temporary data from old regions at 1731694522422 (+6 ms)Running coprocessor post-open hooks at 1731694522436 (+14 ms)Region opened successfully at 1731694522436 2024-11-15T18:15:22,438 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731694521906 2024-11-15T18:15:22,442 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T18:15:22,443 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T18:15:22,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=74ec74825666,35071,1731694459453 2024-11-15T18:15:22,444 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,35071,1731694459453, state=OPEN 2024-11-15T18:15:22,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:15:22,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:15:22,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T18:15:22,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:15:22,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:15:22,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T18:15:22,512 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,35071,1731694459453 2024-11-15T18:15:22,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-15T18:15:22,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,35071,1731694459453 in 10.3580 sec 2024-11-15T18:15:22,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-15T18:15:22,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5480 sec 2024-11-15T18:15:22,520 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 74ec74825666,42895,1731694459400 had 4 regions 2024-11-15T18:15:22,521 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 74ec74825666,42895,1731694459400, splitWal=true, meta=true, isMeta: false 2024-11-15T18:15:22,525 INFO [PEWorker-5 {}] master.SplitWALManager(105): 74ec74825666,42895,1731694459400 WAL count=1, meta=false 2024-11-15T18:15:22,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 74ec74825666%2C42895%2C1731694459400.1731694460736}] 2024-11-15T18:15:22,537 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=74ec74825666,35071,1731694459453 2024-11-15T18:15:22,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 74ec74825666%2C42895%2C1731694459400.1731694460736, worker=74ec74825666,35071,1731694459453}] 2024-11-15T18:15:22,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T18:15:22,666 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,35071,1731694459453, seqNum=-1] 2024-11-15T18:15:22,705 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T18:15:22,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T18:15:22,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:15:22,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:22,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:22,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:22,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T18:15:22,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=762384678, stopped=false 2024-11-15T18:15:22,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T18:15:22,706 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,35683,1731694459184 2024-11-15T18:15:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:15:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:15:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T18:15:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:15:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:15:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:15:22,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:15:22,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T18:15:22,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:22,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:22,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,35071,1731694459453' ***** 2024-11-15T18:15:22,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:15:22,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,37869,1731694459511' ***** 2024-11-15T18:15:22,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T18:15:22,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:15:22,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:15:22,719 INFO [RS:1;74ec74825666:35071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:15:22,719 INFO [RS:1;74ec74825666:35071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:15:22,719 INFO [RS:1;74ec74825666:35071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:15:22,720 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(3091): Received CLOSE for 35e6c1d4e3dbf9cc4061be3a3cb24133 2024-11-15T18:15:22,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:15:22,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T18:15:22,721 INFO [RS:2;74ec74825666:37869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T18:15:22,721 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T18:15:22,721 INFO [RS:2;74ec74825666:37869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T18:15:22,721 INFO [RS:2;74ec74825666:37869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T18:15:22,721 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(3091): Received CLOSE for dd546fabfd70076458fc648f000a4b93 2024-11-15T18:15:22,730 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(3091): Received CLOSE for dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:15:22,731 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(3091): Received CLOSE for a54787628f0e3257c679fa76b276a96b 2024-11-15T18:15:22,731 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,35071,1731694459453 2024-11-15T18:15:22,731 INFO [RS:1;74ec74825666:35071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:15:22,731 INFO [RS:1;74ec74825666:35071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;74ec74825666:35071. 2024-11-15T18:15:22,731 DEBUG [RS:1;74ec74825666:35071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:22,731 DEBUG [RS:1;74ec74825666:35071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:22,731 INFO [RS:1;74ec74825666:35071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:15:22,731 INFO [RS:1;74ec74825666:35071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:15:22,731 INFO [RS:1;74ec74825666:35071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:15:22,731 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T18:15:22,732 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35e6c1d4e3dbf9cc4061be3a3cb24133, disabling compactions & flushes 2024-11-15T18:15:22,732 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:15:22,732 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:15:22,732 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. after waiting 0 ms 2024-11-15T18:15:22,732 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:15:22,732 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-15T18:15:22,732 DEBUG [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35e6c1d4e3dbf9cc4061be3a3cb24133=SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133., dba9a5dc2d553f015b4becc7697b272a=SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a., a54787628f0e3257c679fa76b276a96b=SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b.} 2024-11-15T18:15:22,732 DEBUG [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e6c1d4e3dbf9cc4061be3a3cb24133, a54787628f0e3257c679fa76b276a96b, dba9a5dc2d553f015b4becc7697b272a 2024-11-15T18:15:22,733 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T18:15:22,733 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T18:15:22,733 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T18:15:22,733 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T18:15:22,733 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T18:15:22,733 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(3091): Received CLOSE for d96e0389a584318f6d7c45d8de8dad37 2024-11-15T18:15:22,733 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:15:22,733 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1752d9f31fa2783a731acef008f80bcd 2024-11-15T18:15:22,733 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,37869,1731694459511 2024-11-15T18:15:22,733 INFO [RS:2;74ec74825666:37869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:15:22,733 INFO [RS:2;74ec74825666:37869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;74ec74825666:37869. 2024-11-15T18:15:22,733 DEBUG [RS:2;74ec74825666:37869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T18:15:22,733 DEBUG [RS:2;74ec74825666:37869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:22,733 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-15T18:15:22,733 DEBUG [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(1325): Online Regions={dd546fabfd70076458fc648f000a4b93=SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93., d96e0389a584318f6d7c45d8de8dad37=SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37., 1f415d8514554b8ccdfc3d8595da8ecf=SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf., 1752d9f31fa2783a731acef008f80bcd=SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd.} 2024-11-15T18:15:22,733 DEBUG [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(1351): Waiting on 1752d9f31fa2783a731acef008f80bcd, 1f415d8514554b8ccdfc3d8595da8ecf, d96e0389a584318f6d7c45d8de8dad37, dd546fabfd70076458fc648f000a4b93 2024-11-15T18:15:22,736 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd546fabfd70076458fc648f000a4b93, disabling compactions & flushes 2024-11-15T18:15:22,736 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:15:22,736 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:15:22,736 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. after waiting 0 ms 2024-11-15T18:15:22,736 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:15:22,760 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:15:22,768 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:15:22,805 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/dd546fabfd70076458fc648f000a4b93/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:15:22,806 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:15:22,806 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd546fabfd70076458fc648f000a4b93: Waiting for close lock at 1731694522736Running coprocessor pre-close hooks at 1731694522736Disabling compacts and flushes for region at 1731694522736Disabling writes for close at 1731694522736Writing region close event to WAL at 1731694522761 (+25 ms)Running coprocessor post-close hooks at 1731694522806 (+45 ms)Closed at 1731694522806 2024-11-15T18:15:22,807 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731694471180.dd546fabfd70076458fc648f000a4b93. 2024-11-15T18:15:22,807 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d96e0389a584318f6d7c45d8de8dad37, disabling compactions & flushes 2024-11-15T18:15:22,807 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:15:22,807 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:15:22,807 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. after waiting 0 ms 2024-11-15T18:15:22,807 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:15:22,824 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/35e6c1d4e3dbf9cc4061be3a3cb24133/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:15:22,825 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:15:22,825 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35e6c1d4e3dbf9cc4061be3a3cb24133: Waiting for close lock at 1731694522732Running coprocessor pre-close hooks at 1731694522732Disabling compacts and flushes for region at 1731694522732Disabling writes for close at 1731694522732Writing region close event to WAL at 1731694522781 (+49 ms)Running coprocessor post-close hooks at 1731694522825 (+44 ms)Closed at 1731694522825 2024-11-15T18:15:22,826 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731694471180.35e6c1d4e3dbf9cc4061be3a3cb24133. 2024-11-15T18:15:22,826 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dba9a5dc2d553f015b4becc7697b272a, disabling compactions & flushes 2024-11-15T18:15:22,826 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:15:22,826 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:15:22,826 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. after waiting 0 ms 2024-11-15T18:15:22,826 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:15:22,870 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-15T18:15:22,871 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T18:15:22,871 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T18:15:22,871 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731694522733Running coprocessor pre-close hooks at 1731694522733Disabling compacts and flushes for region at 1731694522733Disabling writes for close at 1731694522733Writing region close event to WAL at 1731694522836 (+103 ms)Running coprocessor post-close hooks at 1731694522870 (+34 ms)Closed at 1731694522871 (+1 ms) 2024-11-15T18:15:22,871 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T18:15:22,890 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/d96e0389a584318f6d7c45d8de8dad37/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:15:22,892 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:15:22,892 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d96e0389a584318f6d7c45d8de8dad37: Waiting for close lock at 1731694522807Running coprocessor pre-close hooks at 1731694522807Disabling compacts and flushes for region at 1731694522807Disabling writes for close at 1731694522807Writing region close event to WAL at 1731694522844 (+37 ms)Running coprocessor post-close hooks at 1731694522892 (+48 ms)Closed at 1731694522892 2024-11-15T18:15:22,892 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731694471180.d96e0389a584318f6d7c45d8de8dad37. 2024-11-15T18:15:22,892 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f415d8514554b8ccdfc3d8595da8ecf, disabling compactions & flushes 2024-11-15T18:15:22,893 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:15:22,893 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:15:22,893 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. after waiting 0 ms 2024-11-15T18:15:22,893 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:15:22,901 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/dba9a5dc2d553f015b4becc7697b272a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:15:22,902 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:15:22,902 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dba9a5dc2d553f015b4becc7697b272a: Waiting for close lock at 1731694522826Running coprocessor pre-close hooks at 1731694522826Disabling compacts and flushes for region at 1731694522826Disabling writes for close at 1731694522826Writing region close event to WAL at 1731694522852 (+26 ms)Running coprocessor post-close hooks at 1731694522902 (+50 ms)Closed at 1731694522902 2024-11-15T18:15:22,903 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731694471180.dba9a5dc2d553f015b4becc7697b272a. 2024-11-15T18:15:22,903 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a54787628f0e3257c679fa76b276a96b, disabling compactions & flushes 2024-11-15T18:15:22,903 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:15:22,903 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:15:22,903 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. after waiting 0 ms 2024-11-15T18:15:22,903 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:15:22,933 DEBUG [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(1351): Waiting on a54787628f0e3257c679fa76b276a96b 2024-11-15T18:15:22,934 DEBUG [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(1351): Waiting on 1752d9f31fa2783a731acef008f80bcd, 1f415d8514554b8ccdfc3d8595da8ecf 2024-11-15T18:15:22,955 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/a54787628f0e3257c679fa76b276a96b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T18:15:22,956 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:15:22,956 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a54787628f0e3257c679fa76b276a96b: Waiting for close lock at 1731694522903Running coprocessor pre-close hooks at 1731694522903Disabling compacts and flushes for region at 1731694522903Disabling writes for close at 1731694522903Writing region close event to WAL at 1731694522924 (+21 ms)Running coprocessor post-close hooks at 1731694522956 (+32 ms)Closed at 1731694522956 2024-11-15T18:15:22,957 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731694471180.a54787628f0e3257c679fa76b276a96b. 2024-11-15T18:15:22,969 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1f415d8514554b8ccdfc3d8595da8ecf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:15:22,970 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:15:22,970 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f415d8514554b8ccdfc3d8595da8ecf: Waiting for close lock at 1731694522892Running coprocessor pre-close hooks at 1731694522892Disabling compacts and flushes for region at 1731694522892Disabling writes for close at 1731694522893 (+1 ms)Writing region close event to WAL at 1731694522940 (+47 ms)Running coprocessor post-close hooks at 1731694522970 (+30 ms)Closed at 1731694522970 2024-11-15T18:15:22,970 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731694471180.1f415d8514554b8ccdfc3d8595da8ecf. 2024-11-15T18:15:22,971 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1752d9f31fa2783a731acef008f80bcd, disabling compactions & flushes 2024-11-15T18:15:22,971 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:15:22,971 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:15:22,971 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. after waiting 0 ms 2024-11-15T18:15:22,971 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:15:23,009 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/data/default/SPTestTable/1752d9f31fa2783a731acef008f80bcd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T18:15:23,010 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:15:23,010 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1752d9f31fa2783a731acef008f80bcd: Waiting for close lock at 1731694522971Running coprocessor pre-close hooks at 1731694522971Disabling compacts and flushes for region at 1731694522971Disabling writes for close at 1731694522971Writing region close event to WAL at 1731694522992 (+21 ms)Running coprocessor post-close hooks at 1731694523010 (+18 ms)Closed at 1731694523010 2024-11-15T18:15:23,010 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731694471180.1752d9f31fa2783a731acef008f80bcd. 2024-11-15T18:15:23,133 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,35071,1731694459453; all regions closed. 2024-11-15T18:15:23,134 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,37869,1731694459511; all regions closed. 2024-11-15T18:15:23,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741865_1041 (size=678) 2024-11-15T18:15:23,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741865_1041 (size=678) 2024-11-15T18:15:23,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741865_1041 (size=678) 2024-11-15T18:15:23,142 DEBUG [RS:1;74ec74825666:35071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/oldWALs 2024-11-15T18:15:23,142 INFO [RS:1;74ec74825666:35071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C35071%2C1731694459453.meta:.meta(num 1731694521967) 2024-11-15T18:15:23,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/WALs/74ec74825666,37869,1731694459511/74ec74825666%2C37869%2C1731694459511.1731694460737 not finished, retry = 0 2024-11-15T18:15:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741833_1009 (size=3469) 2024-11-15T18:15:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741833_1009 (size=3469) 2024-11-15T18:15:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741833_1009 (size=3469) 2024-11-15T18:15:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741834_1010 (size=2334) 2024-11-15T18:15:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741834_1010 (size=2334) 2024-11-15T18:15:23,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741834_1010 (size=2334) 2024-11-15T18:15:23,150 DEBUG [RS:1;74ec74825666:35071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/oldWALs 2024-11-15T18:15:23,150 INFO [RS:1;74ec74825666:35071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C35071%2C1731694459453:(num 1731694460737) 2024-11-15T18:15:23,150 DEBUG [RS:1;74ec74825666:35071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:23,150 INFO [RS:1;74ec74825666:35071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:15:23,150 INFO [RS:1;74ec74825666:35071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:15:23,150 INFO [RS:1;74ec74825666:35071 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:15:23,150 INFO [RS:1;74ec74825666:35071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:15:23,150 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:15:23,151 INFO [RS:1;74ec74825666:35071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35071 2024-11-15T18:15:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/74ec74825666,35071,1731694459453 2024-11-15T18:15:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:15:23,202 INFO [RS:1;74ec74825666:35071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:15:23,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,35071,1731694459453] 2024-11-15T18:15:23,223 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/74ec74825666,35071,1731694459453 already deleted, retry=false 2024-11-15T18:15:23,223 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,35071,1731694459453 expired; onlineServers=1 2024-11-15T18:15:23,246 DEBUG [RS:2;74ec74825666:37869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/oldWALs 2024-11-15T18:15:23,246 INFO [RS:2;74ec74825666:37869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C37869%2C1731694459511:(num 1731694460737) 2024-11-15T18:15:23,246 DEBUG [RS:2;74ec74825666:37869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T18:15:23,246 INFO [RS:2;74ec74825666:37869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T18:15:23,246 INFO [RS:2;74ec74825666:37869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:15:23,246 INFO [RS:2;74ec74825666:37869 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T18:15:23,246 INFO [RS:2;74ec74825666:37869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T18:15:23,246 INFO [RS:2;74ec74825666:37869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T18:15:23,246 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:15:23,246 INFO [RS:2;74ec74825666:37869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T18:15:23,247 INFO [RS:2;74ec74825666:37869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:15:23,247 INFO [RS:2;74ec74825666:37869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37869 2024-11-15T18:15:23,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T18:15:23,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/74ec74825666,37869,1731694459511 2024-11-15T18:15:23,258 INFO [RS:2;74ec74825666:37869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:15:23,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,37869,1731694459511] 2024-11-15T18:15:23,280 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/74ec74825666,37869,1731694459511 already deleted, retry=false 2024-11-15T18:15:23,280 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,37869,1731694459511 expired; onlineServers=0 2024-11-15T18:15:23,280 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,35683,1731694459184' ***** 2024-11-15T18:15:23,280 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T18:15:23,280 INFO [M:0;74ec74825666:35683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T18:15:23,280 INFO [M:0;74ec74825666:35683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T18:15:23,280 DEBUG [M:0;74ec74825666:35683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T18:15:23,280 DEBUG [M:0;74ec74825666:35683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T18:15:23,280 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T18:15:23,280 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694460283 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731694460283,5,FailOnTimeoutGroup] 2024-11-15T18:15:23,280 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694460283 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731694460283,5,FailOnTimeoutGroup] 2024-11-15T18:15:23,281 INFO [M:0;74ec74825666:35683 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T18:15:23,281 INFO [M:0;74ec74825666:35683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T18:15:23,281 DEBUG [M:0;74ec74825666:35683 {}] master.HMaster(1795): Stopping service threads 2024-11-15T18:15:23,281 INFO [M:0;74ec74825666:35683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T18:15:23,281 INFO [M:0;74ec74825666:35683 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T18:15:23,281 ERROR [M:0;74ec74825666:35683 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:44141 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44141,5,PEWorkerGroup] 2024-11-15T18:15:23,281 INFO [M:0;74ec74825666:35683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T18:15:23,281 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T18:15:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T18:15:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T18:15:23,290 DEBUG [M:0;74ec74825666:35683 {}] zookeeper.ZKUtil(347): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T18:15:23,290 WARN [M:0;74ec74825666:35683 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T18:15:23,291 INFO [M:0;74ec74825666:35683 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/.lastflushedseqids 2024-11-15T18:15:23,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741869_1045 (size=632) 2024-11-15T18:15:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741869_1045 (size=632) 2024-11-15T18:15:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741869_1045 (size=632) 2024-11-15T18:15:23,313 INFO [M:0;74ec74825666:35683 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T18:15:23,313 INFO [M:0;74ec74825666:35683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T18:15:23,313 DEBUG [M:0;74ec74825666:35683 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T18:15:23,313 INFO [M:0;74ec74825666:35683 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:15:23,313 DEBUG [M:0;74ec74825666:35683 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:15:23,313 DEBUG [M:0;74ec74825666:35683 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T18:15:23,313 DEBUG [M:0;74ec74825666:35683 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:15:23,313 INFO [M:0;74ec74825666:35683 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.84 KB heapSize=253.98 KB 2024-11-15T18:15:23,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:15:23,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35071-0x1013fb474c50002, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:15:23,314 INFO [RS:1;74ec74825666:35071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:15:23,314 INFO [RS:1;74ec74825666:35071 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,35071,1731694459453; zookeeper connection closed. 2024-11-15T18:15:23,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16ce99f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16ce99f3 2024-11-15T18:15:23,332 DEBUG [M:0;74ec74825666:35683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372ddcff87f444a1b08ddb4444000f54 is 82, key is hbase:meta,,1/info:regioninfo/1731694522442/Put/seqid=0 2024-11-15T18:15:23,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741870_1046 (size=6071) 2024-11-15T18:15:23,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741870_1046 (size=6071) 2024-11-15T18:15:23,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741870_1046 (size=6071) 2024-11-15T18:15:23,353 INFO [M:0;74ec74825666:35683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372ddcff87f444a1b08ddb4444000f54 2024-11-15T18:15:23,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:15:23,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37869-0x1013fb474c50003, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:15:23,369 INFO [RS:2;74ec74825666:37869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:15:23,369 INFO [RS:2;74ec74825666:37869 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,37869,1731694459511; zookeeper connection closed. 2024-11-15T18:15:23,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41ac0486 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41ac0486 2024-11-15T18:15:23,373 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T18:15:23,383 DEBUG [M:0;74ec74825666:35683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/053a4fa7c5ae41dcbde56b84abe448c5 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731694481844/Put/seqid=0 2024-11-15T18:15:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741871_1047 (size=11558) 2024-11-15T18:15:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741871_1047 (size=11558) 2024-11-15T18:15:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741871_1047 (size=11558) 2024-11-15T18:15:23,412 INFO [M:0;74ec74825666:35683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.61 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/053a4fa7c5ae41dcbde56b84abe448c5 2024-11-15T18:15:23,418 INFO [M:0;74ec74825666:35683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 053a4fa7c5ae41dcbde56b84abe448c5 2024-11-15T18:15:23,453 DEBUG [M:0;74ec74825666:35683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32d891b74ff04f74a00952f8b2f52ae1 is 69, key is 74ec74825666,35071,1731694459453/rs:state/1731694460409/Put/seqid=0 2024-11-15T18:15:23,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741872_1048 (size=5442) 2024-11-15T18:15:23,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741872_1048 (size=5442) 2024-11-15T18:15:23,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741872_1048 (size=5442) 2024-11-15T18:15:23,488 INFO [M:0;74ec74825666:35683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32d891b74ff04f74a00952f8b2f52ae1 2024-11-15T18:15:23,497 INFO [M:0;74ec74825666:35683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32d891b74ff04f74a00952f8b2f52ae1 2024-11-15T18:15:23,498 DEBUG [M:0;74ec74825666:35683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372ddcff87f444a1b08ddb4444000f54 as hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/372ddcff87f444a1b08ddb4444000f54 2024-11-15T18:15:23,508 INFO [M:0;74ec74825666:35683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/372ddcff87f444a1b08ddb4444000f54, entries=14, sequenceid=443, filesize=5.9 K 2024-11-15T18:15:23,509 DEBUG [M:0;74ec74825666:35683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/053a4fa7c5ae41dcbde56b84abe448c5 as hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/053a4fa7c5ae41dcbde56b84abe448c5 2024-11-15T18:15:23,526 INFO [M:0;74ec74825666:35683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 053a4fa7c5ae41dcbde56b84abe448c5 2024-11-15T18:15:23,526 INFO [M:0;74ec74825666:35683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/053a4fa7c5ae41dcbde56b84abe448c5, entries=52, sequenceid=443, filesize=11.3 K 2024-11-15T18:15:23,529 DEBUG [M:0;74ec74825666:35683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32d891b74ff04f74a00952f8b2f52ae1 as hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32d891b74ff04f74a00952f8b2f52ae1 2024-11-15T18:15:23,541 INFO [M:0;74ec74825666:35683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32d891b74ff04f74a00952f8b2f52ae1 2024-11-15T18:15:23,542 INFO [M:0;74ec74825666:35683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44141/user/jenkins/test-data/cdc2dde4-8609-cb80-95a7-fe76d54c335b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32d891b74ff04f74a00952f8b2f52ae1, entries=3, sequenceid=443, filesize=5.3 K 2024-11-15T18:15:23,543 INFO [M:0;74ec74825666:35683 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.84 KB/217944, heapSize ~253.69 KB/259776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=443, compaction requested=false 2024-11-15T18:15:23,563 INFO [M:0;74ec74825666:35683 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T18:15:23,563 DEBUG [M:0;74ec74825666:35683 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731694523313Disabling compacts and flushes for region at 1731694523313Disabling writes for close at 1731694523313Obtaining lock to block concurrent updates at 1731694523313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731694523313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217944, getHeapSize=260016, getOffHeapSize=0, getCellsCount=542 at 1731694523314 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731694523315 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731694523315Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731694523332 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731694523332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731694523363 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731694523382 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731694523382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731694523418 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731694523452 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731694523452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@797d0886: reopening flushed file at 1731694523497 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3477d3ef: reopening flushed file at 1731694523508 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f939b02: reopening flushed file at 1731694523527 (+19 ms)Finished flush of dataSize ~212.84 KB/217944, heapSize ~253.69 KB/259776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 229ms, sequenceid=443, compaction requested=false at 1731694523543 (+16 ms)Writing region close event to WAL at 1731694523563 (+20 ms)Closed at 1731694523563 2024-11-15T18:15:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42499 is added to blk_1073741830_1006 (size=247554) 2024-11-15T18:15:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741830_1006 (size=247554) 2024-11-15T18:15:23,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32787 is added to blk_1073741830_1006 (size=247554) 2024-11-15T18:15:23,572 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T18:15:23,573 INFO [M:0;74ec74825666:35683 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T18:15:23,573 INFO [M:0;74ec74825666:35683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35683 2024-11-15T18:15:23,573 INFO [M:0;74ec74825666:35683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T18:15:23,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:15:23,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35683-0x1013fb474c50000, quorum=127.0.0.1:52608, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T18:15:23,685 INFO [M:0;74ec74825666:35683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T18:15:23,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@894f43a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:15:23,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7844ccb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:15:23,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:15:23,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@107cfd64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:15:23,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f1d8b22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/hadoop.log.dir/,STOPPED} 2024-11-15T18:15:23,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:15:23,724 WARN [BP-372517363-172.17.0.2-1731694456631 heartbeating to localhost/127.0.0.1:44141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:15:23,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:15:23,724 WARN [BP-372517363-172.17.0.2-1731694456631 heartbeating to localhost/127.0.0.1:44141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-372517363-172.17.0.2-1731694456631 (Datanode Uuid f3e81b71-9844-4a87-a2f6-9a4528d56fb8) service to localhost/127.0.0.1:44141 2024-11-15T18:15:23,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data6/current/BP-372517363-172.17.0.2-1731694456631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:15:23,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data5/current/BP-372517363-172.17.0.2-1731694456631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:15:23,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:15:23,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@692b3282{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:15:23,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75dd10e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:15:23,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:15:23,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5d5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:15:23,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60a6e413{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/hadoop.log.dir/,STOPPED} 2024-11-15T18:15:23,757 WARN [BP-372517363-172.17.0.2-1731694456631 heartbeating to localhost/127.0.0.1:44141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:15:23,757 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:15:23,757 WARN [BP-372517363-172.17.0.2-1731694456631 heartbeating to localhost/127.0.0.1:44141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-372517363-172.17.0.2-1731694456631 (Datanode Uuid be350966-310d-4f2f-9995-62236909cffb) service to localhost/127.0.0.1:44141 2024-11-15T18:15:23,757 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:15:23,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data4/current/BP-372517363-172.17.0.2-1731694456631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:15:23,758 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:15:23,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data3/current/BP-372517363-172.17.0.2-1731694456631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:15:23,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76fca390{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T18:15:23,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d856a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:15:23,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:15:23,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7387b790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:15:23,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29c5d6a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/hadoop.log.dir/,STOPPED} 2024-11-15T18:15:23,778 WARN [BP-372517363-172.17.0.2-1731694456631 heartbeating to localhost/127.0.0.1:44141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T18:15:23,778 WARN [BP-372517363-172.17.0.2-1731694456631 heartbeating to localhost/127.0.0.1:44141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-372517363-172.17.0.2-1731694456631 (Datanode Uuid 696e71b7-3dbe-4e62-888c-20211fb0027c) service to localhost/127.0.0.1:44141 2024-11-15T18:15:23,779 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T18:15:23,779 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T18:15:23,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data1/current/BP-372517363-172.17.0.2-1731694456631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:15:23,780 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T18:15:23,780 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/cluster_454178b2-7e83-95da-50c5-8134365bbb8b/data/data2/current/BP-372517363-172.17.0.2-1731694456631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T18:15:23,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13905dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T18:15:23,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f594751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T18:15:23,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T18:15:23,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8c2d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T18:15:23,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55383a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56e5936f-d82f-cce6-d9b0-930ac10c812b/hadoop.log.dir/,STOPPED} 2024-11-15T18:15:23,812 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T18:15:23,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T18:15:23,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 98) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:44141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:44141 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:44141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:44141 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 336) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2387 (was 3293)