2024-12-03 20:20:55,327 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-12-03 20:20:55,386 main DEBUG Took 0.056942 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 20:20:55,387 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 20:20:55,387 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 20:20:55,388 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 20:20:55,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,404 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 20:20:55,437 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,439 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,440 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,442 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,443 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,445 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,446 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,447 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,448 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,456 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,457 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,459 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:20:55,461 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,462 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 20:20:55,464 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:20:55,467 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 20:20:55,470 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 20:20:55,490 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 20:20:55,492 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 20:20:55,493 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 20:20:55,529 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 20:20:55,533 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 20:20:55,535 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 20:20:55,542 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 20:20:55,544 main DEBUG createAppenders(={Console}) 2024-12-03 20:20:55,545 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-12-03 20:20:55,546 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-12-03 20:20:55,547 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-12-03 20:20:55,547 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 20:20:55,548 main DEBUG OutputStream closed 2024-12-03 20:20:55,549 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 20:20:55,549 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 20:20:55,550 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-12-03 20:20:55,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 20:20:55,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 20:20:55,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 20:20:55,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 20:20:55,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 20:20:55,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 20:20:55,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 20:20:55,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 20:20:55,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 20:20:55,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 20:20:55,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 20:20:55,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 20:20:55,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 20:20:55,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 20:20:55,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 20:20:55,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 20:20:55,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 20:20:55,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 20:20:55,737 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 20:20:55,737 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-12-03 20:20:55,737 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 20:20:55,738 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-12-03T20:20:55,795 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-03 20:20:55,798 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 20:20:55,799 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T20:20:55,820 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-03T20:20:55,884 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=566, ProcessCount=11, AvailableMemoryMB=4398 2024-12-03T20:20:56,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196 2024-12-03T20:20:56,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:20:56,388 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936, deleteOnExit=true 2024-12-03T20:20:56,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:20:56,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/test.cache.data in system properties and HBase conf 2024-12-03T20:20:56,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:20:56,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:20:56,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:20:56,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:20:56,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:20:56,597 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T20:20:56,785 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:20:56,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:20:56,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:20:56,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:20:56,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:20:56,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:20:56,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:20:56,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:20:56,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:20:56,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:20:56,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:20:56,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:20:56,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:20:56,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:20:56,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:20:58,367 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T20:20:58,498 INFO [Time-limited test {}] log.Log(170): Logging initialized @4424ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T20:20:58,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:20:58,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:20:58,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:20:58,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:20:58,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:20:58,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:20:58,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ecf4988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:20:58,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f5072b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:20:59,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@230618ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/java.io.tmpdir/jetty-localhost-46763-hadoop-hdfs-3_4_1-tests_jar-_-any-17404810646884399192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:20:59,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cf512da{HTTP/1.1, (http/1.1)}{localhost:46763} 2024-12-03T20:20:59,188 INFO [Time-limited test {}] server.Server(415): Started @5115ms 2024-12-03T20:20:59,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:20:59,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:20:59,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:20:59,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:20:59,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:20:59,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b183b70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:20:59,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51b94643{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:21:00,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74fdefe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/java.io.tmpdir/jetty-localhost-37871-hadoop-hdfs-3_4_1-tests_jar-_-any-13523952004531598747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:21:00,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f4820a{HTTP/1.1, (http/1.1)}{localhost:37871} 2024-12-03T20:21:00,085 INFO [Time-limited test {}] server.Server(415): Started @6013ms 2024-12-03T20:21:00,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:21:00,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:21:00,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:21:00,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:21:00,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:21:00,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:21:00,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69595418{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:21:00,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aded753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:21:00,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2456af7c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/java.io.tmpdir/jetty-localhost-46491-hadoop-hdfs-3_4_1-tests_jar-_-any-16471571581882618840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:21:00,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c9fc196{HTTP/1.1, (http/1.1)}{localhost:46491} 2024-12-03T20:21:00,774 INFO [Time-limited test {}] server.Server(415): Started @6701ms 2024-12-03T20:21:00,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:21:00,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:21:00,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:21:00,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:21:00,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:21:00,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:21:00,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c4cac7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:21:00,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69a0fd7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:21:00,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fc0119d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/java.io.tmpdir/jetty-localhost-37843-hadoop-hdfs-3_4_1-tests_jar-_-any-10626574314929104945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:21:00,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c55760b{HTTP/1.1, (http/1.1)}{localhost:37843} 2024-12-03T20:21:00,949 INFO [Time-limited test {}] server.Server(415): Started @6877ms 2024-12-03T20:21:00,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:21:03,147 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data1/current/BP-647177652-172.17.0.3-1733257257694/current, will proceed with Du for space computation calculation, 2024-12-03T20:21:03,147 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data3/current/BP-647177652-172.17.0.3-1733257257694/current, will proceed with Du for space computation calculation, 2024-12-03T20:21:03,148 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data2/current/BP-647177652-172.17.0.3-1733257257694/current, will proceed with Du for space computation calculation, 2024-12-03T20:21:03,149 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data4/current/BP-647177652-172.17.0.3-1733257257694/current, will proceed with Du for space computation calculation, 2024-12-03T20:21:03,224 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data5/current/BP-647177652-172.17.0.3-1733257257694/current, will proceed with Du for space computation calculation, 2024-12-03T20:21:03,225 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data6/current/BP-647177652-172.17.0.3-1733257257694/current, will proceed with Du for space computation calculation, 2024-12-03T20:21:03,226 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:21:03,227 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:21:03,278 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:21:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63a7b039d61562a7 with lease ID 0xdf6f27f48a9e451f: Processing first storage report for DS-58d36438-f689-487b-ad71-846515c1e653 from datanode DatanodeRegistration(127.0.0.1:34391, datanodeUuid=0346534d-a55b-4901-8ad1-6f5ed60242c5, infoPort=46639, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694) 2024-12-03T20:21:03,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63a7b039d61562a7 with lease ID 0xdf6f27f48a9e451f: from storage DS-58d36438-f689-487b-ad71-846515c1e653 node DatanodeRegistration(127.0.0.1:34391, datanodeUuid=0346534d-a55b-4901-8ad1-6f5ed60242c5, infoPort=46639, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T20:21:03,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f79d82af73be841 with lease ID 0xdf6f27f48a9e451d: Processing first storage report for DS-f9641e0e-ee94-422f-ac8d-f87d6051d8cf from datanode DatanodeRegistration(127.0.0.1:37973, datanodeUuid=25460387-1c36-4f88-8f93-080d27254076, infoPort=32879, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694) 2024-12-03T20:21:03,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f79d82af73be841 with lease ID 0xdf6f27f48a9e451d: from storage DS-f9641e0e-ee94-422f-ac8d-f87d6051d8cf node DatanodeRegistration(127.0.0.1:37973, datanodeUuid=25460387-1c36-4f88-8f93-080d27254076, infoPort=32879, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:21:03,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5cb3eb18e620437 with lease ID 0xdf6f27f48a9e451e: Processing first storage report for DS-5a17a134-0119-4155-8f86-4a68cc95d66b from datanode DatanodeRegistration(127.0.0.1:43819, datanodeUuid=69c3360a-2ec4-452f-8dbb-5920834948a7, infoPort=37905, infoSecurePort=0, ipcPort=45373, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694) 2024-12-03T20:21:03,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5cb3eb18e620437 with lease ID 0xdf6f27f48a9e451e: from storage DS-5a17a134-0119-4155-8f86-4a68cc95d66b node DatanodeRegistration(127.0.0.1:43819, datanodeUuid=69c3360a-2ec4-452f-8dbb-5920834948a7, infoPort=37905, infoSecurePort=0, ipcPort=45373, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:21:03,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63a7b039d61562a7 with lease ID 0xdf6f27f48a9e451f: Processing first storage report for DS-1a5c5cdf-a869-41df-ad0f-cea965f1cfe8 from datanode DatanodeRegistration(127.0.0.1:34391, datanodeUuid=0346534d-a55b-4901-8ad1-6f5ed60242c5, infoPort=46639, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694) 2024-12-03T20:21:03,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63a7b039d61562a7 with lease ID 0xdf6f27f48a9e451f: from storage DS-1a5c5cdf-a869-41df-ad0f-cea965f1cfe8 node DatanodeRegistration(127.0.0.1:34391, datanodeUuid=0346534d-a55b-4901-8ad1-6f5ed60242c5, infoPort=46639, infoSecurePort=0, ipcPort=45467, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:21:03,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f79d82af73be841 with lease ID 0xdf6f27f48a9e451d: Processing first storage report for DS-1e3487cb-a92d-45e5-b40e-99f6721be769 from datanode DatanodeRegistration(127.0.0.1:37973, datanodeUuid=25460387-1c36-4f88-8f93-080d27254076, infoPort=32879, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694) 2024-12-03T20:21:03,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f79d82af73be841 with lease ID 0xdf6f27f48a9e451d: from storage DS-1e3487cb-a92d-45e5-b40e-99f6721be769 node DatanodeRegistration(127.0.0.1:37973, datanodeUuid=25460387-1c36-4f88-8f93-080d27254076, infoPort=32879, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:21:03,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5cb3eb18e620437 with lease ID 0xdf6f27f48a9e451e: Processing first storage report for DS-0c8d9099-3c68-4b3b-86a0-a2ca3079d246 from datanode DatanodeRegistration(127.0.0.1:43819, datanodeUuid=69c3360a-2ec4-452f-8dbb-5920834948a7, infoPort=37905, infoSecurePort=0, ipcPort=45373, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694) 2024-12-03T20:21:03,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5cb3eb18e620437 with lease ID 0xdf6f27f48a9e451e: from storage DS-0c8d9099-3c68-4b3b-86a0-a2ca3079d246 node DatanodeRegistration(127.0.0.1:43819, datanodeUuid=69c3360a-2ec4-452f-8dbb-5920834948a7, infoPort=37905, infoSecurePort=0, ipcPort=45373, storageInfo=lv=-57;cid=testClusterID;nsid=642634469;c=1733257257694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:21:03,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196 2024-12-03T20:21:03,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/zookeeper_0, clientPort=56381, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:21:03,413 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56381 2024-12-03T20:21:03,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:03,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:03,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:21:03,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:21:03,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:21:04,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 with version=8 2024-12-03T20:21:04,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/hbase-staging 2024-12-03T20:21:04,356 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T20:21:04,731 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:21:04,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:04,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:04,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:21:04,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:04,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:21:04,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:21:05,049 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T20:21:05,062 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T20:21:05,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:21:05,102 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1013 (auto-detected) 2024-12-03T20:21:05,110 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-03T20:21:05,150 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42007 2024-12-03T20:21:05,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42007 connecting to ZooKeeper ensemble=127.0.0.1:56381 2024-12-03T20:21:05,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420070x0, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:21:05,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42007-0x1019cdaf4ae0000 connected 2024-12-03T20:21:05,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:05,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:05,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:21:05,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77, hbase.cluster.distributed=false 2024-12-03T20:21:05,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:21:05,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42007 2024-12-03T20:21:05,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42007 2024-12-03T20:21:05,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42007 2024-12-03T20:21:05,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42007 2024-12-03T20:21:05,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42007 2024-12-03T20:21:05,609 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:21:05,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:05,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:05,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:21:05,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:05,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:21:05,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:21:05,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:21:05,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42339 2024-12-03T20:21:05,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42339 connecting to ZooKeeper ensemble=127.0.0.1:56381 2024-12-03T20:21:05,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:05,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:05,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423390x0, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:21:05,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423390x0, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:21:05,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42339-0x1019cdaf4ae0001 connected 2024-12-03T20:21:05,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:21:05,673 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:21:05,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:21:05,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:21:05,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-03T20:21:05,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42339 2024-12-03T20:21:05,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42339 2024-12-03T20:21:05,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-03T20:21:05,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42339 2024-12-03T20:21:05,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:21:05,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:05,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:05,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:21:05,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:05,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:21:05,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:21:05,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:21:05,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34795 2024-12-03T20:21:05,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34795 connecting to ZooKeeper ensemble=127.0.0.1:56381 2024-12-03T20:21:05,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:05,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347950x0, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:21:05,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347950x0, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:21:05,749 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:21:05,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34795-0x1019cdaf4ae0002 connected 2024-12-03T20:21:05,751 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:21:05,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:21:05,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:21:05,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34795 2024-12-03T20:21:05,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34795 2024-12-03T20:21:05,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34795 2024-12-03T20:21:05,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34795 2024-12-03T20:21:05,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34795 2024-12-03T20:21:05,776 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:21:05,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:05,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:21:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:21:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:21:05,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:21:05,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:21:05,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35823 2024-12-03T20:21:05,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35823 connecting to ZooKeeper ensemble=127.0.0.1:56381 2024-12-03T20:21:05,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:05,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:05,800 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358230x0, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:21:05,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358230x0, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:21:05,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:21:05,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35823-0x1019cdaf4ae0003 connected 2024-12-03T20:21:05,813 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:21:05,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:21:05,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:21:05,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35823 2024-12-03T20:21:05,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35823 2024-12-03T20:21:05,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35823 2024-12-03T20:21:05,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35823 2024-12-03T20:21:05,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35823 2024-12-03T20:21:05,841 DEBUG [M:0;b29c245002d9:42007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:42007 2024-12-03T20:21:05,843 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b29c245002d9,42007,1733257264474 2024-12-03T20:21:05,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:21:05,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:21:05,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:21:05,861 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:21:05,864 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b29c245002d9,42007,1733257264474 2024-12-03T20:21:05,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:21:05,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:05,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:05,908 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:21:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:21:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:05,909 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:21:05,909 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:05,909 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b29c245002d9,42007,1733257264474 from backup master directory 2024-12-03T20:21:05,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:21:05,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:21:05,923 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:21:05,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b29c245002d9,42007,1733257264474 2024-12-03T20:21:05,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:21:05,925 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:21:05,925 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,42007,1733257264474 2024-12-03T20:21:05,928 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T20:21:05,929 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T20:21:06,004 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/hbase.id] with ID: 0555024a-e64e-430e-8286-30207b661ef9 2024-12-03T20:21:06,005 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/.tmp/hbase.id 2024-12-03T20:21:06,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:21:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:21:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:21:06,028 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/.tmp/hbase.id]:[hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/hbase.id] 2024-12-03T20:21:06,078 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:21:06,082 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:21:06,103 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-03T20:21:06,158 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:21:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:21:06,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:21:06,255 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:21:06,259 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:21:06,281 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:21:06,287 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:21:06,318 WARN [IPC Server handler 3 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:06,318 WARN [IPC Server handler 3 on default port 33195 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:06,319 WARN [IPC Server handler 3 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:06,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:21:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:21:06,370 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store 2024-12-03T20:21:06,390 WARN [IPC Server handler 4 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:06,390 WARN [IPC Server handler 4 on default port 33195 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:06,390 WARN [IPC Server handler 4 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:06,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:21:06,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:21:06,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T20:21:06,419 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:06,421 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:21:06,421 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:21:06,421 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:21:06,423 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:21:06,423 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:21:06,423 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:21:06,425 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257266420Disabling compacts and flushes for region at 1733257266420Disabling writes for close at 1733257266423 (+3 ms)Writing region close event to WAL at 1733257266423Closed at 1733257266423 2024-12-03T20:21:06,427 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/.initializing 2024-12-03T20:21:06,427 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/WALs/b29c245002d9,42007,1733257264474 2024-12-03T20:21:06,440 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:21:06,458 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C42007%2C1733257264474, suffix=, logDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/WALs/b29c245002d9,42007,1733257264474, archiveDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/oldWALs, maxLogs=10 2024-12-03T20:21:06,490 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/WALs/b29c245002d9,42007,1733257264474/b29c245002d9%2C42007%2C1733257264474.1733257266464, exclude list is [], retry=0 2024-12-03T20:21:06,494 WARN [IPC Server handler 1 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:06,494 WARN [IPC Server handler 1 on default port 33195 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:06,494 WARN [IPC Server handler 1 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:06,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37973,DS-f9641e0e-ee94-422f-ac8d-f87d6051d8cf,DISK] 2024-12-03T20:21:06,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T20:21:06,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43819,DS-5a17a134-0119-4155-8f86-4a68cc95d66b,DISK] 2024-12-03T20:21:06,556 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/WALs/b29c245002d9,42007,1733257264474/b29c245002d9%2C42007%2C1733257264474.1733257266464 2024-12-03T20:21:06,560 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32879:32879),(127.0.0.1/127.0.0.1:37905:37905)] 2024-12-03T20:21:06,560 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:21:06,561 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:06,564 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,565 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:21:06,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:06,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:21:06,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:21:06,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:06,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:06,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:21:06,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:06,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:06,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:21:06,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:06,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:06,654 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,659 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,661 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,667 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,668 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,672 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:21:06,677 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:21:06,682 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:06,684 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72045679, jitterRate=0.07356427609920502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:21:06,691 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257266576Initializing all the Stores at 1733257266578 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257266579 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257266579Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257266580 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257266580Cleaning up temporary data from old regions at 1733257266668 (+88 ms)Region opened successfully at 1733257266691 (+23 ms) 2024-12-03T20:21:06,693 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:21:06,733 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac2b057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:21:06,767 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:21:06,779 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:21:06,779 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:21:06,782 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:21:06,784 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T20:21:06,790 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-03T20:21:06,790 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-03T20:21:06,820 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:21:06,832 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T20:21:06,841 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T20:21:06,844 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:21:06,846 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:21:06,852 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T20:21:06,855 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:21:06,860 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:21:06,873 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T20:21:06,877 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:21:06,885 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T20:21:06,905 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:21:06,915 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T20:21:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:21:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:21:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:21:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,926 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:21:06,927 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,929 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,42007,1733257264474, sessionid=0x1019cdaf4ae0000, setting cluster-up flag (Was=false) 2024-12-03T20:21:06,958 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:06,989 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T20:21:06,992 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,42007,1733257264474 2024-12-03T20:21:07,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:07,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:07,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:07,021 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:07,052 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T20:21:07,054 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,42007,1733257264474 2024-12-03T20:21:07,061 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:21:07,143 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(746): ClusterId : 0555024a-e64e-430e-8286-30207b661ef9 2024-12-03T20:21:07,143 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(746): ClusterId : 0555024a-e64e-430e-8286-30207b661ef9 2024-12-03T20:21:07,143 INFO [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(746): ClusterId : 0555024a-e64e-430e-8286-30207b661ef9 2024-12-03T20:21:07,147 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:21:07,147 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:21:07,147 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:21:07,168 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:21:07,170 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:21:07,170 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:21:07,170 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:21:07,170 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:21:07,170 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:21:07,170 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:21:07,182 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:21:07,191 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:21:07,191 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:21:07,191 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:21:07,191 DEBUG [RS:1;b29c245002d9:34795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668b99ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:21:07,191 DEBUG [RS:0;b29c245002d9:42339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40639b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:21:07,192 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:21:07,192 DEBUG [RS:2;b29c245002d9:35823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed2bd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:21:07,215 DEBUG [RS:2;b29c245002d9:35823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b29c245002d9:35823 2024-12-03T20:21:07,216 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,42007,1733257264474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:21:07,222 INFO [RS:2;b29c245002d9:35823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:21:07,222 INFO [RS:2;b29c245002d9:35823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:21:07,235 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:21:07,236 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:21:07,236 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:21:07,236 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:21:07,237 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:21:07,237 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,237 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:21:07,237 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,228 DEBUG [RS:0;b29c245002d9:42339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:42339 2024-12-03T20:21:07,244 INFO [RS:0;b29c245002d9:42339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:21:07,244 INFO [RS:0;b29c245002d9:42339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:21:07,245 DEBUG [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:21:07,244 DEBUG [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:21:07,246 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b29c245002d9:34795 2024-12-03T20:21:07,247 INFO [RS:1;b29c245002d9:34795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:21:07,247 INFO [RS:1;b29c245002d9:34795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:21:07,247 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:21:07,249 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,42007,1733257264474 with port=34795, startcode=1733257265716 2024-12-03T20:21:07,249 INFO [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,42007,1733257264474 with port=42339, startcode=1733257265562 2024-12-03T20:21:07,249 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,42007,1733257264474 with port=35823, startcode=1733257265776 2024-12-03T20:21:07,266 DEBUG [RS:1;b29c245002d9:34795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:21:07,266 DEBUG [RS:0;b29c245002d9:42339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:21:07,267 DEBUG [RS:2;b29c245002d9:35823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:21:07,269 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:21:07,269 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:21:07,272 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257297272 2024-12-03T20:21:07,274 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:21:07,275 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:21:07,276 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:07,276 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:21:07,279 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:21:07,287 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:21:07,288 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:21:07,288 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:21:07,291 WARN [IPC Server handler 2 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:07,291 WARN [IPC Server handler 2 on default port 33195 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:07,291 WARN [IPC Server handler 2 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:07,301 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,327 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:21:07,337 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:21:07,337 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:21:07,346 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:21:07,346 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:21:07,377 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:21:07,380 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:21:07,380 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:21:07,380 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257267348,5,FailOnTimeoutGroup] 2024-12-03T20:21:07,385 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T20:21:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:21:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:21:07,391 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:21:07,396 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257267380,5,FailOnTimeoutGroup] 2024-12-03T20:21:07,396 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,396 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:21:07,397 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:07,392 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T20:21:07,398 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,398 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,405 WARN [IPC Server handler 0 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:07,406 WARN [IPC Server handler 0 on default port 33195 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:07,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,34795,1733257265716 2024-12-03T20:21:07,406 WARN [IPC Server handler 0 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:07,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,34795,1733257265716 2024-12-03T20:21:07,424 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:07,425 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33195 2024-12-03T20:21:07,425 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:21:07,434 DEBUG [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T20:21:07,434 WARN [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T20:21:07,434 DEBUG [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T20:21:07,434 WARN [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T20:21:07,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:21:07,443 DEBUG [RS:1;b29c245002d9:34795 {}] zookeeper.ZKUtil(111): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b29c245002d9,34795,1733257265716 2024-12-03T20:21:07,443 WARN [RS:1;b29c245002d9:34795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:21:07,443 INFO [RS:1;b29c245002d9:34795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:21:07,444 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,34795,1733257265716 2024-12-03T20:21:07,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:21:07,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:21:07,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,34795,1733257265716] 2024-12-03T20:21:07,451 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:07,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:21:07,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:21:07,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:07,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:21:07,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:21:07,480 INFO [RS:1;b29c245002d9:34795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:21:07,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:21:07,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:07,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:21:07,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:21:07,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:21:07,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:07,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:21:07,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:21:07,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:21:07,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:07,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:21:07,503 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:21:07,503 INFO [RS:1;b29c245002d9:34795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:21:07,505 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740 2024-12-03T20:21:07,507 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740 2024-12-03T20:21:07,514 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:21:07,514 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:21:07,516 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:21:07,522 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:21:07,527 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:07,529 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66381162, jitterRate=-0.010843604803085327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:21:07,529 INFO [RS:1;b29c245002d9:34795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:21:07,529 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,531 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:21:07,532 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257267451Initializing all the Stores at 1733257267458 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257267458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257267458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257267458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257267458Cleaning up temporary data from old regions at 1733257267514 (+56 ms)Region opened successfully at 1733257267532 (+18 ms) 2024-12-03T20:21:07,532 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:21:07,532 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:21:07,532 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:21:07,532 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:21:07,533 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:21:07,534 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:21:07,535 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257267532Disabling compacts and flushes for region at 1733257267532Disabling writes for close at 1733257267533 (+1 ms)Writing region close event to WAL at 1733257267534 (+1 ms)Closed at 1733257267534 2024-12-03T20:21:07,536 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,42007,1733257264474 with port=35823, startcode=1733257265776 2024-12-03T20:21:07,536 INFO [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,42007,1733257264474 with port=42339, startcode=1733257265562 2024-12-03T20:21:07,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,35823,1733257265776 2024-12-03T20:21:07,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,35823,1733257265776 2024-12-03T20:21:07,538 INFO [RS:1;b29c245002d9:34795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:21:07,539 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,540 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:21:07,540 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:21:07,540 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,540 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,540 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,540 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,540 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,541 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:21:07,541 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,541 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,541 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,541 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,541 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,542 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:07,542 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:21:07,542 DEBUG [RS:1;b29c245002d9:34795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:21:07,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,42339,1733257265562 2024-12-03T20:21:07,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,42339,1733257265562 2024-12-03T20:21:07,544 DEBUG [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:07,544 DEBUG [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33195 2024-12-03T20:21:07,544 DEBUG [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:21:07,547 DEBUG [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:07,547 DEBUG [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33195 2024-12-03T20:21:07,547 DEBUG [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:21:07,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:21:07,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:21:07,563 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:21:07,564 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,564 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,564 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,565 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,565 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,565 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34795,1733257265716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:21:07,584 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:21:07,586 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34795,1733257265716-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,586 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,587 INFO [RS:1;b29c245002d9:34795 {}] regionserver.Replication(171): b29c245002d9,34795,1733257265716 started 2024-12-03T20:21:07,605 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:07,606 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,34795,1733257265716, RpcServer on b29c245002d9/172.17.0.3:34795, sessionid=0x1019cdaf4ae0002 2024-12-03T20:21:07,607 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:21:07,607 DEBUG [RS:1;b29c245002d9:34795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,34795,1733257265716 2024-12-03T20:21:07,607 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34795,1733257265716' 2024-12-03T20:21:07,607 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:21:07,714 WARN [b29c245002d9:42007 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:21:08,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:21:08,714 WARN [b29c245002d9:42007 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:21:08,751 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:08,752 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:08,752 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:08,752 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:08,752 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:08,753 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:08,753 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:08,753 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:08,753 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:08,753 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:08,753 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:08,754 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:08,754 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:08,754 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:08,754 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:08,754 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:08,757 DEBUG [RS:2;b29c245002d9:35823 {}] zookeeper.ZKUtil(111): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b29c245002d9,35823,1733257265776 2024-12-03T20:21:08,758 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:21:08,758 WARN [RS:2;b29c245002d9:35823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:21:08,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,42339,1733257265562] 2024-12-03T20:21:08,758 INFO [RS:2;b29c245002d9:35823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:21:08,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,35823,1733257265776] 2024-12-03T20:21:08,758 DEBUG [RS:0;b29c245002d9:42339 {}] zookeeper.ZKUtil(111): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b29c245002d9,42339,1733257265562 2024-12-03T20:21:08,758 DEBUG [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,35823,1733257265776 2024-12-03T20:21:08,758 WARN [RS:0;b29c245002d9:42339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:21:08,758 INFO [RS:0;b29c245002d9:42339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:21:08,758 DEBUG [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562 2024-12-03T20:21:08,759 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:21:08,759 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:21:08,759 DEBUG [RS:1;b29c245002d9:34795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,34795,1733257265716 2024-12-03T20:21:08,759 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34795,1733257265716' 2024-12-03T20:21:08,759 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:21:08,760 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:21:08,762 DEBUG [RS:1;b29c245002d9:34795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:21:08,762 INFO [RS:1;b29c245002d9:34795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:21:08,762 INFO [RS:1;b29c245002d9:34795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:21:08,763 INFO [RS:2;b29c245002d9:35823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:21:08,769 INFO [RS:2;b29c245002d9:35823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:21:08,769 INFO [RS:2;b29c245002d9:35823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:21:08,769 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,770 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:21:08,772 INFO [RS:2;b29c245002d9:35823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:21:08,773 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,773 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,773 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,773 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,773 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,773 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,774 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:21:08,774 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,774 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,774 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,774 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,774 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,775 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,775 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:21:08,775 DEBUG [RS:2;b29c245002d9:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:21:08,776 INFO [RS:0;b29c245002d9:42339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:21:08,779 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,779 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,779 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,779 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,779 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,779 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35823,1733257265776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:21:08,800 INFO [RS:0;b29c245002d9:42339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:21:08,802 INFO [RS:0;b29c245002d9:42339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:21:08,802 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,804 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:21:08,804 INFO [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:21:08,804 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35823,1733257265776-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,805 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,805 INFO [RS:2;b29c245002d9:35823 {}] regionserver.Replication(171): b29c245002d9,35823,1733257265776 started 2024-12-03T20:21:08,806 INFO [RS:0;b29c245002d9:42339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:21:08,806 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,807 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,807 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,807 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,807 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,807 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,807 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:21:08,807 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,807 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,808 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,808 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,808 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,808 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:21:08,808 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:21:08,808 DEBUG [RS:0;b29c245002d9:42339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:21:08,818 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,818 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,819 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,819 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,819 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,819 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42339,1733257265562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:21:08,829 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,831 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,35823,1733257265776, RpcServer on b29c245002d9/172.17.0.3:35823, sessionid=0x1019cdaf4ae0003 2024-12-03T20:21:08,831 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:21:08,831 DEBUG [RS:2;b29c245002d9:35823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,35823,1733257265776 2024-12-03T20:21:08,832 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,35823,1733257265776' 2024-12-03T20:21:08,832 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:21:08,833 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:21:08,835 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:21:08,835 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:21:08,835 DEBUG [RS:2;b29c245002d9:35823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,35823,1733257265776 2024-12-03T20:21:08,835 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,35823,1733257265776' 2024-12-03T20:21:08,835 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:21:08,836 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:21:08,837 DEBUG [RS:2;b29c245002d9:35823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:21:08,837 INFO [RS:2;b29c245002d9:35823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:21:08,837 INFO [RS:2;b29c245002d9:35823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:21:08,846 INFO [RS:0;b29c245002d9:42339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:21:08,846 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42339,1733257265562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,846 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,846 INFO [RS:0;b29c245002d9:42339 {}] regionserver.Replication(171): b29c245002d9,42339,1733257265562 started 2024-12-03T20:21:08,869 INFO [RS:1;b29c245002d9:34795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:21:08,872 INFO [RS:0;b29c245002d9:42339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:08,872 INFO [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,42339,1733257265562, RpcServer on b29c245002d9/172.17.0.3:42339, sessionid=0x1019cdaf4ae0001 2024-12-03T20:21:08,872 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:21:08,872 DEBUG [RS:0;b29c245002d9:42339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,42339,1733257265562 2024-12-03T20:21:08,872 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,42339,1733257265562' 2024-12-03T20:21:08,873 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:21:08,874 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:21:08,874 INFO [RS:1;b29c245002d9:34795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C34795%2C1733257265716, suffix=, logDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,34795,1733257265716, archiveDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/oldWALs, maxLogs=32 2024-12-03T20:21:08,875 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:21:08,875 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:21:08,875 DEBUG [RS:0;b29c245002d9:42339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,42339,1733257265562 2024-12-03T20:21:08,875 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,42339,1733257265562' 2024-12-03T20:21:08,875 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:21:08,876 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:21:08,877 DEBUG [RS:0;b29c245002d9:42339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:21:08,877 INFO [RS:0;b29c245002d9:42339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:21:08,877 INFO [RS:0;b29c245002d9:42339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:21:08,892 DEBUG [RS:1;b29c245002d9:34795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,34795,1733257265716/b29c245002d9%2C34795%2C1733257265716.1733257268877, exclude list is [], retry=0 2024-12-03T20:21:08,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37973,DS-f9641e0e-ee94-422f-ac8d-f87d6051d8cf,DISK] 2024-12-03T20:21:08,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43819,DS-5a17a134-0119-4155-8f86-4a68cc95d66b,DISK] 2024-12-03T20:21:08,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34391,DS-58d36438-f689-487b-ad71-846515c1e653,DISK] 2024-12-03T20:21:08,913 INFO [RS:1;b29c245002d9:34795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,34795,1733257265716/b29c245002d9%2C34795%2C1733257265716.1733257268877 2024-12-03T20:21:08,914 DEBUG [RS:1;b29c245002d9:34795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46639:46639),(127.0.0.1/127.0.0.1:32879:32879),(127.0.0.1/127.0.0.1:37905:37905)] 2024-12-03T20:21:08,938 INFO [RS:2;b29c245002d9:35823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:21:08,942 INFO [RS:2;b29c245002d9:35823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C35823%2C1733257265776, suffix=, logDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,35823,1733257265776, archiveDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/oldWALs, maxLogs=32 2024-12-03T20:21:08,964 DEBUG [RS:2;b29c245002d9:35823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,35823,1733257265776/b29c245002d9%2C35823%2C1733257265776.1733257268944, exclude list is [], retry=0 2024-12-03T20:21:08,968 DEBUG [b29c245002d9:42007 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:21:08,968 WARN [IPC Server handler 2 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:08,968 WARN [IPC Server handler 2 on default port 33195 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:08,968 WARN [IPC Server handler 2 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:08,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37973,DS-f9641e0e-ee94-422f-ac8d-f87d6051d8cf,DISK] 2024-12-03T20:21:08,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43819,DS-5a17a134-0119-4155-8f86-4a68cc95d66b,DISK] 2024-12-03T20:21:08,978 INFO [RS:0;b29c245002d9:42339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:21:08,980 INFO [RS:0;b29c245002d9:42339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C42339%2C1733257265562, suffix=, logDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562, archiveDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/oldWALs, maxLogs=32 2024-12-03T20:21:08,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:21:08,987 INFO [RS:2;b29c245002d9:35823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,35823,1733257265776/b29c245002d9%2C35823%2C1733257265776.1733257268944 2024-12-03T20:21:08,992 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,34795,1733257265716, state=OPENING 2024-12-03T20:21:08,992 DEBUG [RS:2;b29c245002d9:35823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32879:32879),(127.0.0.1/127.0.0.1:37905:37905)] 2024-12-03T20:21:08,999 DEBUG [RS:0;b29c245002d9:42339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562/b29c245002d9%2C42339%2C1733257265562.1733257268982, exclude list is [], retry=0 2024-12-03T20:21:09,002 WARN [IPC Server handler 3 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-03T20:21:09,002 WARN [IPC Server handler 3 on default port 33195 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-03T20:21:09,002 WARN [IPC Server handler 3 on default port 33195 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-03T20:21:09,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43819,DS-5a17a134-0119-4155-8f86-4a68cc95d66b,DISK] 2024-12-03T20:21:09,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37973,DS-f9641e0e-ee94-422f-ac8d-f87d6051d8cf,DISK] 2024-12-03T20:21:09,010 INFO [RS:0;b29c245002d9:42339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562/b29c245002d9%2C42339%2C1733257265562.1733257268982 2024-12-03T20:21:09,010 DEBUG [RS:0;b29c245002d9:42339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32879:32879),(127.0.0.1/127.0.0.1:37905:37905)] 2024-12-03T20:21:09,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:21:09,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:09,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:09,031 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:09,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:21:09,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:21:09,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:21:09,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:21:09,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:21:09,036 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:21:09,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,34795,1733257265716}] 2024-12-03T20:21:12,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:21:12,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:21:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:21:12,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:21:15,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:21:15,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T20:21:19,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:21:19,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:21:19,103 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:21:19,104 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:21:19,104 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:21:19,113 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C34795%2C1733257265716.meta, suffix=.meta, logDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,34795,1733257265716, archiveDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/oldWALs, maxLogs=32 2024-12-03T20:21:19,134 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,34795,1733257265716/b29c245002d9%2C34795%2C1733257265716.meta.1733257279115.meta, exclude list is [], retry=0 2024-12-03T20:21:19,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34391,DS-58d36438-f689-487b-ad71-846515c1e653,DISK] 2024-12-03T20:21:19,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37973,DS-f9641e0e-ee94-422f-ac8d-f87d6051d8cf,DISK] 2024-12-03T20:21:19,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43819,DS-5a17a134-0119-4155-8f86-4a68cc95d66b,DISK] 2024-12-03T20:21:19,143 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,34795,1733257265716/b29c245002d9%2C34795%2C1733257265716.meta.1733257279115.meta 2024-12-03T20:21:19,144 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46639:46639),(127.0.0.1/127.0.0.1:32879:32879),(127.0.0.1/127.0.0.1:37905:37905)] 2024-12-03T20:21:19,144 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:21:19,146 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:21:19,150 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:21:19,156 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:21:19,161 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:21:19,162 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:19,162 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:21:19,163 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:21:19,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:21:19,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:21:19,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:19,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:21:19,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:21:19,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:21:19,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:19,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:21:19,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:21:19,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:21:19,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:19,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:21:19,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:21:19,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:21:19,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:19,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:21:19,180 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:21:19,182 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740 2024-12-03T20:21:19,186 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740 2024-12-03T20:21:19,189 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:21:19,189 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:21:19,190 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:21:19,194 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:21:19,196 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63663573, jitterRate=-0.051338836550712585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:21:19,197 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:21:19,198 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257279163Writing region info on filesystem at 1733257279163Initializing all the Stores at 1733257279165 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257279166 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257279166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257279166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257279166Cleaning up temporary data from old regions at 1733257279189 (+23 ms)Running coprocessor post-open hooks at 1733257279197 (+8 ms)Region opened successfully at 1733257279198 (+1 ms) 2024-12-03T20:21:19,207 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257279059 2024-12-03T20:21:19,223 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:21:19,223 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:21:19,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:21:19,228 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,34795,1733257265716, state=OPEN 2024-12-03T20:21:19,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:21:19,252 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:21:19,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:21:19,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:21:19,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:21:19,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:21:19,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:21:19,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:21:19,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,34795,1733257265716 2024-12-03T20:21:19,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:21:19,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,34795,1733257265716 in 10.2180 sec 2024-12-03T20:21:19,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:21:19,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.7160 sec 2024-12-03T20:21:19,276 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:21:19,277 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:21:19,383 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:21:19,389 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34795,1733257265716, seqNum=-1] 2024-12-03T20:21:19,461 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:21:19,476 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:21:19,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:21:19,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 12.4270 sec 2024-12-03T20:21:19,536 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257279536, completionTime=-1 2024-12-03T20:21:19,539 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T20:21:19,540 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:21:19,572 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T20:21:19,573 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257339573 2024-12-03T20:21:19,573 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257399573 2024-12-03T20:21:19,573 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-12-03T20:21:19,575 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42007,1733257264474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:19,576 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42007,1733257264474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:19,576 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42007,1733257264474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:19,578 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:42007, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:19,578 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:19,581 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:19,585 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:21:19,618 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.693sec 2024-12-03T20:21:19,622 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:21:19,624 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:21:19,625 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:21:19,625 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:21:19,625 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:21:19,626 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42007,1733257264474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:21:19,627 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42007,1733257264474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:21:19,638 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:21:19,639 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:21:19,640 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42007,1733257264474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:21:19,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6e46e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:21:19,683 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T20:21:19,683 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T20:21:19,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42007,-1 for getting cluster id 2024-12-03T20:21:19,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:21:19,701 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0555024a-e64e-430e-8286-30207b661ef9' 2024-12-03T20:21:19,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:21:19,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0555024a-e64e-430e-8286-30207b661ef9" 2024-12-03T20:21:19,704 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f6b858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:21:19,704 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42007,-1] 2024-12-03T20:21:19,707 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:21:19,708 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:21:19,710 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:21:19,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5d18ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:21:19,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:21:19,723 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34795,1733257265716, seqNum=-1] 2024-12-03T20:21:19,723 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:21:19,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:21:19,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,42007,1733257264474 2024-12-03T20:21:19,760 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733257279758 (current time:1733257279758). 2024-12-03T20:21:19,760 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-03T20:21:19,760 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-03T20:21:19,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66caf98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:21:19,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42007,-1 for getting cluster id 2024-12-03T20:21:19,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:21:19,770 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0555024a-e64e-430e-8286-30207b661ef9' 2024-12-03T20:21:19,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:21:19,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0555024a-e64e-430e-8286-30207b661ef9" 2024-12-03T20:21:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a14bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:21:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42007,-1] 2024-12-03T20:21:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:21:19,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:21:19,774 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:21:19,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbd09f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:21:19,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:21:19,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34795,1733257265716, seqNum=-1] 2024-12-03T20:21:19,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:21:19,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:21:19,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:21:19,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:21:19,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:21:19,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:21:19,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:21:19,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:21:19,808 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,42007,1733257264474 2024-12-03T20:21:19,811 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a4bc213 2024-12-03T20:21:19,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:21:19,836 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:21:19,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:21:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-03T20:21:19,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:21:19,881 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:19,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:21:19,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-03T20:21:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:21:19,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741837_1013 (size=361) 2024-12-03T20:21:19,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741837_1013 (size=361) 2024-12-03T20:21:19,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741837_1013 (size=361) 2024-12-03T20:21:19,963 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ae112b1f04999b9f642435d012563c2, NAME => 'SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:19,965 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 32041f109924c74a0d884f49c3030ce8, NAME => 'SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:19,977 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c4df8ea92b5ca23554e9df3a26491463, NAME => 'SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:21:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741839_1015 (size=62) 2024-12-03T20:21:20,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741839_1015 (size=62) 2024-12-03T20:21:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741839_1015 (size=62) 2024-12-03T20:21:20,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:20,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 32041f109924c74a0d884f49c3030ce8, disabling compactions & flushes 2024-12-03T20:21:20,055 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:21:20,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:21:20,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. after waiting 0 ms 2024-12-03T20:21:20,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:21:20,055 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:21:20,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 32041f109924c74a0d884f49c3030ce8: Waiting for close lock at 1733257280055Disabling compacts and flushes for region at 1733257280055Disabling writes for close at 1733257280055Writing region close event to WAL at 1733257280055Closed at 1733257280055 2024-12-03T20:21:20,056 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fceea2b52290837dec8bad4ad5d467de, NAME => 'SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741840_1016 (size=62) 2024-12-03T20:21:20,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741840_1016 (size=62) 2024-12-03T20:21:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741840_1016 (size=62) 2024-12-03T20:21:20,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741838_1014 (size=54) 2024-12-03T20:21:20,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741838_1014 (size=54) 2024-12-03T20:21:20,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741838_1014 (size=54) 2024-12-03T20:21:20,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:20,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8ae112b1f04999b9f642435d012563c2, disabling compactions & flushes 2024-12-03T20:21:20,109 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:21:20,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:21:20,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. after waiting 0 ms 2024-12-03T20:21:20,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:21:20,110 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:21:20,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ae112b1f04999b9f642435d012563c2: Waiting for close lock at 1733257280109Disabling compacts and flushes for region at 1733257280109Disabling writes for close at 1733257280110 (+1 ms)Writing region close event to WAL at 1733257280110Closed at 1733257280110 2024-12-03T20:21:20,111 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d627f157f401eed5e2782e153513c905, NAME => 'SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:20,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:20,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c4df8ea92b5ca23554e9df3a26491463, disabling compactions & flushes 2024-12-03T20:21:20,113 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:21:20,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:21:20,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. after waiting 0 ms 2024-12-03T20:21:20,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:21:20,113 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:21:20,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c4df8ea92b5ca23554e9df3a26491463: Waiting for close lock at 1733257280113Disabling compacts and flushes for region at 1733257280113Disabling writes for close at 1733257280113Writing region close event to WAL at 1733257280113Closed at 1733257280113 2024-12-03T20:21:20,114 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 271c40058e9adf7eba1b9a6dcf680cb8, NAME => 'SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741841_1017 (size=62) 2024-12-03T20:21:20,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741841_1017 (size=62) 2024-12-03T20:21:20,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fceea2b52290837dec8bad4ad5d467de, disabling compactions & flushes 2024-12-03T20:21:20,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741841_1017 (size=62) 2024-12-03T20:21:20,138 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:21:20,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:21:20,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. after waiting 0 ms 2024-12-03T20:21:20,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:21:20,138 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:21:20,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fceea2b52290837dec8bad4ad5d467de: Waiting for close lock at 1733257280137Disabling compacts and flushes for region at 1733257280137Disabling writes for close at 1733257280138 (+1 ms)Writing region close event to WAL at 1733257280138Closed at 1733257280138 2024-12-03T20:21:20,139 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 713fd4f0d5fbd3521595ac9e576d9de7, NAME => 'SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:20,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741843_1019 (size=62) 2024-12-03T20:21:20,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741843_1019 (size=62) 2024-12-03T20:21:20,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741843_1019 (size=62) 2024-12-03T20:21:20,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:20,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d627f157f401eed5e2782e153513c905, disabling compactions & flushes 2024-12-03T20:21:20,157 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:21:20,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:21:20,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. after waiting 0 ms 2024-12-03T20:21:20,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:21:20,158 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:21:20,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d627f157f401eed5e2782e153513c905: Waiting for close lock at 1733257280157Disabling compacts and flushes for region at 1733257280157Disabling writes for close at 1733257280158 (+1 ms)Writing region close event to WAL at 1733257280158Closed at 1733257280158 2024-12-03T20:21:20,179 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8056501acc950a88d841f5943056af80, NAME => 'SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:20,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741842_1018 (size=62) 2024-12-03T20:21:20,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741842_1018 (size=62) 2024-12-03T20:21:20,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741842_1018 (size=62) 2024-12-03T20:21:20,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:20,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 271c40058e9adf7eba1b9a6dcf680cb8, disabling compactions & flushes 2024-12-03T20:21:20,187 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:21:20,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:21:20,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. after waiting 0 ms 2024-12-03T20:21:20,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:21:20,188 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:21:20,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 271c40058e9adf7eba1b9a6dcf680cb8: Waiting for close lock at 1733257280187Disabling compacts and flushes for region at 1733257280187Disabling writes for close at 1733257280188 (+1 ms)Writing region close event to WAL at 1733257280188Closed at 1733257280188 2024-12-03T20:21:20,189 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3ef0bc198fb0eccfe0364f686c3a4d46, NAME => 'SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:21:20,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741844_1020 (size=62) 2024-12-03T20:21:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741844_1020 (size=62) 2024-12-03T20:21:20,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741844_1020 (size=62) 2024-12-03T20:21:20,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:20,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 713fd4f0d5fbd3521595ac9e576d9de7, disabling compactions & flushes 2024-12-03T20:21:20,260 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:21:20,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:21:20,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. after waiting 0 ms 2024-12-03T20:21:20,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:21:20,260 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:21:20,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 713fd4f0d5fbd3521595ac9e576d9de7: Waiting for close lock at 1733257280260Disabling compacts and flushes for region at 1733257280260Disabling writes for close at 1733257280260Writing region close event to WAL at 1733257280260Closed at 1733257280260 2024-12-03T20:21:20,261 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8c72b328d750612dd5df791606cfa9ad, NAME => 'SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77 2024-12-03T20:21:20,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741845_1021 (size=62) 2024-12-03T20:21:20,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741845_1021 (size=62) 2024-12-03T20:21:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741845_1021 (size=62) 2024-12-03T20:21:20,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:20,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3ef0bc198fb0eccfe0364f686c3a4d46, disabling compactions & flushes 2024-12-03T20:21:20,285 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:21:20,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:21:20,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. after waiting 0 ms 2024-12-03T20:21:20,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:21:20,286 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:21:20,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3ef0bc198fb0eccfe0364f686c3a4d46: Waiting for close lock at 1733257280285Disabling compacts and flushes for region at 1733257280285Disabling writes for close at 1733257280286 (+1 ms)Writing region close event to WAL at 1733257280286Closed at 1733257280286 2024-12-03T20:21:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741846_1022 (size=62) 2024-12-03T20:21:20,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741846_1022 (size=62) 2024-12-03T20:21:20,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741846_1022 (size=62) 2024-12-03T20:21:20,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:20,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8056501acc950a88d841f5943056af80, disabling compactions & flushes 2024-12-03T20:21:20,309 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:21:20,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:21:20,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. after waiting 0 ms 2024-12-03T20:21:20,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:21:20,309 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:21:20,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8056501acc950a88d841f5943056af80: Waiting for close lock at 1733257280309Disabling compacts and flushes for region at 1733257280309Disabling writes for close at 1733257280309Writing region close event to WAL at 1733257280309Closed at 1733257280309 2024-12-03T20:21:20,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741847_1023 (size=54) 2024-12-03T20:21:20,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741847_1023 (size=54) 2024-12-03T20:21:20,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741847_1023 (size=54) 2024-12-03T20:21:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8c72b328d750612dd5df791606cfa9ad, disabling compactions & flushes 2024-12-03T20:21:20,326 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:21:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:21:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. after waiting 0 ms 2024-12-03T20:21:20,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:21:20,326 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:21:20,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8c72b328d750612dd5df791606cfa9ad: Waiting for close lock at 1733257280326Disabling compacts and flushes for region at 1733257280326Disabling writes for close at 1733257280326Writing region close event to WAL at 1733257280326Closed at 1733257280326 2024-12-03T20:21:20,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:21:20,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257280330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257280330"}]},"ts":"1733257280330"} 2024-12-03T20:21:20,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733257280330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257280330"}]},"ts":"1733257280330"} 2024-12-03T20:21:20,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257280330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257280330"}]},"ts":"1733257280330"} 2024-12-03T20:21:20,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257280330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257280330"}]},"ts":"1733257280330"} 2024-12-03T20:21:20,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257280330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257280330"}]},"ts":"1733257280330"} 2024-12-03T20:21:20,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257280330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257280330"}]},"ts":"1733257280330"} 2024-12-03T20:21:20,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257280330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257280330"}]},"ts":"1733257280330"} 2024-12-03T20:21:20,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257280330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257280330"}]},"ts":"1733257280330"} 2024-12-03T20:21:20,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257280330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257280330"}]},"ts":"1733257280330"} 2024-12-03T20:21:20,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733257280330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257280330"}]},"ts":"1733257280330"} 2024-12-03T20:21:20,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-03T20:21:20,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:21:20,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257280388"}]},"ts":"1733257280388"} 2024-12-03T20:21:20,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-03T20:21:20,400 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b29c245002d9=0} racks are {/default-rack=0} 2024-12-03T20:21:20,417 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T20:21:20,417 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T20:21:20,417 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T20:21:20,417 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T20:21:20,417 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T20:21:20,418 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T20:21:20,418 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T20:21:20,418 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T20:21:20,418 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T20:21:20,418 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:21:20,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ae112b1f04999b9f642435d012563c2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32041f109924c74a0d884f49c3030ce8, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4df8ea92b5ca23554e9df3a26491463, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fceea2b52290837dec8bad4ad5d467de, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d627f157f401eed5e2782e153513c905, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=271c40058e9adf7eba1b9a6dcf680cb8, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=713fd4f0d5fbd3521595ac9e576d9de7, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8056501acc950a88d841f5943056af80, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ef0bc198fb0eccfe0364f686c3a4d46, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c72b328d750612dd5df791606cfa9ad, ASSIGN}] 2024-12-03T20:21:20,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d627f157f401eed5e2782e153513c905, ASSIGN 2024-12-03T20:21:20,427 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fceea2b52290837dec8bad4ad5d467de, ASSIGN 2024-12-03T20:21:20,427 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32041f109924c74a0d884f49c3030ce8, ASSIGN 2024-12-03T20:21:20,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4df8ea92b5ca23554e9df3a26491463, ASSIGN 2024-12-03T20:21:20,428 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d627f157f401eed5e2782e153513c905, ASSIGN; state=OFFLINE, location=b29c245002d9,35823,1733257265776; forceNewPlan=false, retain=false 2024-12-03T20:21:20,429 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fceea2b52290837dec8bad4ad5d467de, ASSIGN; state=OFFLINE, location=b29c245002d9,42339,1733257265562; forceNewPlan=false, retain=false 2024-12-03T20:21:20,430 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32041f109924c74a0d884f49c3030ce8, ASSIGN; state=OFFLINE, location=b29c245002d9,42339,1733257265562; forceNewPlan=false, retain=false 2024-12-03T20:21:20,430 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4df8ea92b5ca23554e9df3a26491463, ASSIGN; state=OFFLINE, location=b29c245002d9,34795,1733257265716; forceNewPlan=false, retain=false 2024-12-03T20:21:20,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c72b328d750612dd5df791606cfa9ad, ASSIGN 2024-12-03T20:21:20,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c72b328d750612dd5df791606cfa9ad, ASSIGN; state=OFFLINE, location=b29c245002d9,42339,1733257265562; forceNewPlan=false, retain=false 2024-12-03T20:21:20,448 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ef0bc198fb0eccfe0364f686c3a4d46, ASSIGN 2024-12-03T20:21:20,449 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8056501acc950a88d841f5943056af80, ASSIGN 2024-12-03T20:21:20,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ef0bc198fb0eccfe0364f686c3a4d46, ASSIGN; state=OFFLINE, location=b29c245002d9,35823,1733257265776; forceNewPlan=false, retain=false 2024-12-03T20:21:20,460 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8056501acc950a88d841f5943056af80, ASSIGN; state=OFFLINE, location=b29c245002d9,34795,1733257265716; forceNewPlan=false, retain=false 2024-12-03T20:21:20,464 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=271c40058e9adf7eba1b9a6dcf680cb8, ASSIGN 2024-12-03T20:21:20,465 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=713fd4f0d5fbd3521595ac9e576d9de7, ASSIGN 2024-12-03T20:21:20,466 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=271c40058e9adf7eba1b9a6dcf680cb8, ASSIGN; state=OFFLINE, location=b29c245002d9,34795,1733257265716; forceNewPlan=false, retain=false 2024-12-03T20:21:20,467 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=713fd4f0d5fbd3521595ac9e576d9de7, ASSIGN; state=OFFLINE, location=b29c245002d9,42339,1733257265562; forceNewPlan=false, retain=false 2024-12-03T20:21:20,472 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ae112b1f04999b9f642435d012563c2, ASSIGN 2024-12-03T20:21:20,473 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ae112b1f04999b9f642435d012563c2, ASSIGN; state=OFFLINE, location=b29c245002d9,35823,1733257265776; forceNewPlan=false, retain=false 2024-12-03T20:21:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:21:20,582 INFO [b29c245002d9:42007 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-03T20:21:20,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=713fd4f0d5fbd3521595ac9e576d9de7, regionState=OPENING, regionLocation=b29c245002d9,42339,1733257265562 2024-12-03T20:21:20,583 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8c72b328d750612dd5df791606cfa9ad, regionState=OPENING, regionLocation=b29c245002d9,42339,1733257265562 2024-12-03T20:21:20,583 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32041f109924c74a0d884f49c3030ce8, regionState=OPENING, regionLocation=b29c245002d9,42339,1733257265562 2024-12-03T20:21:20,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fceea2b52290837dec8bad4ad5d467de, regionState=OPENING, regionLocation=b29c245002d9,42339,1733257265562 2024-12-03T20:21:20,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d627f157f401eed5e2782e153513c905, regionState=OPENING, regionLocation=b29c245002d9,35823,1733257265776 2024-12-03T20:21:20,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ae112b1f04999b9f642435d012563c2, regionState=OPENING, regionLocation=b29c245002d9,35823,1733257265776 2024-12-03T20:21:20,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8056501acc950a88d841f5943056af80, regionState=OPENING, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:21:20,585 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3ef0bc198fb0eccfe0364f686c3a4d46, regionState=OPENING, regionLocation=b29c245002d9,35823,1733257265776 2024-12-03T20:21:20,585 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=271c40058e9adf7eba1b9a6dcf680cb8, regionState=OPENING, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:21:20,586 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4df8ea92b5ca23554e9df3a26491463, regionState=OPENING, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:21:20,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=713fd4f0d5fbd3521595ac9e576d9de7, ASSIGN because future has completed 2024-12-03T20:21:20,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7, server=b29c245002d9,42339,1733257265562}] 2024-12-03T20:21:20,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32041f109924c74a0d884f49c3030ce8, ASSIGN because future has completed 2024-12-03T20:21:20,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32041f109924c74a0d884f49c3030ce8, server=b29c245002d9,42339,1733257265562}] 2024-12-03T20:21:20,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c72b328d750612dd5df791606cfa9ad, ASSIGN because future has completed 2024-12-03T20:21:20,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c72b328d750612dd5df791606cfa9ad, server=b29c245002d9,42339,1733257265562}] 2024-12-03T20:21:20,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d627f157f401eed5e2782e153513c905, ASSIGN because future has completed 2024-12-03T20:21:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fceea2b52290837dec8bad4ad5d467de, ASSIGN because future has completed 2024-12-03T20:21:20,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d627f157f401eed5e2782e153513c905, server=b29c245002d9,35823,1733257265776}] 2024-12-03T20:21:20,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ae112b1f04999b9f642435d012563c2, ASSIGN because future has completed 2024-12-03T20:21:20,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8056501acc950a88d841f5943056af80, ASSIGN because future has completed 2024-12-03T20:21:20,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=271c40058e9adf7eba1b9a6dcf680cb8, ASSIGN because future has completed 2024-12-03T20:21:20,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fceea2b52290837dec8bad4ad5d467de, server=b29c245002d9,42339,1733257265562}] 2024-12-03T20:21:20,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 271c40058e9adf7eba1b9a6dcf680cb8, server=b29c245002d9,34795,1733257265716}] 2024-12-03T20:21:20,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ef0bc198fb0eccfe0364f686c3a4d46, ASSIGN because future has completed 2024-12-03T20:21:20,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ae112b1f04999b9f642435d012563c2, server=b29c245002d9,35823,1733257265776}] 2024-12-03T20:21:20,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4df8ea92b5ca23554e9df3a26491463, ASSIGN because future has completed 2024-12-03T20:21:20,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4df8ea92b5ca23554e9df3a26491463, server=b29c245002d9,34795,1733257265716}] 2024-12-03T20:21:20,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ef0bc198fb0eccfe0364f686c3a4d46, server=b29c245002d9,35823,1733257265776}] 2024-12-03T20:21:20,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8056501acc950a88d841f5943056af80, server=b29c245002d9,34795,1733257265716}] 2024-12-03T20:21:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:21:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:21:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:21:24,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T20:21:25,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:21:25,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:21:25,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:21:25,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T20:21:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:21:30,598 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:21:30,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:21:30,609 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:21:30,610 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 713fd4f0d5fbd3521595ac9e576d9de7, NAME => 'SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T20:21:30,610 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:21:30,610 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,610 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:30,610 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,610 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:21:30,614 INFO [StoreOpener-713fd4f0d5fbd3521595ac9e576d9de7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,616 INFO [StoreOpener-713fd4f0d5fbd3521595ac9e576d9de7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 713fd4f0d5fbd3521595ac9e576d9de7 columnFamilyName cf 2024-12-03T20:21:30,616 DEBUG [StoreOpener-713fd4f0d5fbd3521595ac9e576d9de7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:30,617 INFO [StoreOpener-713fd4f0d5fbd3521595ac9e576d9de7-1 {}] regionserver.HStore(327): Store=713fd4f0d5fbd3521595ac9e576d9de7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:30,617 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:21:30,617 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,618 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ef0bc198fb0eccfe0364f686c3a4d46, NAME => 'SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T20:21:30,618 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,618 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:30,619 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,619 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,619 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,620 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,620 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,620 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,620 INFO [StoreOpener-3ef0bc198fb0eccfe0364f686c3a4d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,623 INFO [StoreOpener-3ef0bc198fb0eccfe0364f686c3a4d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef0bc198fb0eccfe0364f686c3a4d46 columnFamilyName cf 2024-12-03T20:21:30,623 DEBUG [StoreOpener-3ef0bc198fb0eccfe0364f686c3a4d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:30,623 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,624 INFO [StoreOpener-3ef0bc198fb0eccfe0364f686c3a4d46-1 {}] regionserver.HStore(327): Store=3ef0bc198fb0eccfe0364f686c3a4d46/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:30,624 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,625 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,626 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,626 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/713fd4f0d5fbd3521595ac9e576d9de7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:30,626 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:21:30,627 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8056501acc950a88d841f5943056af80, NAME => 'SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T20:21:30,627 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,627 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,627 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,627 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:30,627 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,627 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,628 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 713fd4f0d5fbd3521595ac9e576d9de7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68949830, jitterRate=0.027432531118392944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:21:30,628 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:30,629 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 713fd4f0d5fbd3521595ac9e576d9de7: Running coprocessor pre-open hook at 1733257290611Writing region info on filesystem at 1733257290611Initializing all the Stores at 1733257290613 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257290613Cleaning up temporary data from old regions at 1733257290620 (+7 ms)Running coprocessor post-open hooks at 1733257290628 (+8 ms)Region opened successfully at 1733257290629 (+1 ms) 2024-12-03T20:21:30,630 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,632 INFO [StoreOpener-8056501acc950a88d841f5943056af80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,632 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., pid=15, masterSystemTime=1733257290597 2024-12-03T20:21:30,633 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:30,634 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3ef0bc198fb0eccfe0364f686c3a4d46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68060404, jitterRate=0.014179050922393799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:21:30,634 INFO [StoreOpener-8056501acc950a88d841f5943056af80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8056501acc950a88d841f5943056af80 columnFamilyName cf 2024-12-03T20:21:30,634 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:30,634 DEBUG [StoreOpener-8056501acc950a88d841f5943056af80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:30,634 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3ef0bc198fb0eccfe0364f686c3a4d46: Running coprocessor pre-open hook at 1733257290619Writing region info on filesystem at 1733257290619Initializing all the Stores at 1733257290620 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257290620Cleaning up temporary data from old regions at 1733257290627 (+7 ms)Running coprocessor post-open hooks at 1733257290634 (+7 ms)Region opened successfully at 1733257290634 2024-12-03T20:21:30,635 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:21:30,635 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:21:30,635 INFO [StoreOpener-8056501acc950a88d841f5943056af80-1 {}] regionserver.HStore(327): Store=8056501acc950a88d841f5943056af80/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:30,635 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:21:30,635 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,635 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fceea2b52290837dec8bad4ad5d467de, NAME => 'SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T20:21:30,636 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,636 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:30,636 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46., pid=23, masterSystemTime=1733257290610 2024-12-03T20:21:30,636 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,636 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=713fd4f0d5fbd3521595ac9e576d9de7, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,42339,1733257265562 2024-12-03T20:21:30,637 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,637 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,638 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,638 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,639 INFO [StoreOpener-fceea2b52290837dec8bad4ad5d467de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,640 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:21:30,640 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:21:30,641 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:21:30,641 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d627f157f401eed5e2782e153513c905, NAME => 'SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T20:21:30,641 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,641 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:30,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7, server=b29c245002d9,42339,1733257265562 because future has completed 2024-12-03T20:21:30,642 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,642 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,643 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3ef0bc198fb0eccfe0364f686c3a4d46, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35823,1733257265776 2024-12-03T20:21:30,644 INFO [StoreOpener-fceea2b52290837dec8bad4ad5d467de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fceea2b52290837dec8bad4ad5d467de columnFamilyName cf 2024-12-03T20:21:30,644 DEBUG [StoreOpener-fceea2b52290837dec8bad4ad5d467de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:30,646 INFO [StoreOpener-d627f157f401eed5e2782e153513c905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,646 INFO [StoreOpener-fceea2b52290837dec8bad4ad5d467de-1 {}] regionserver.HStore(327): Store=fceea2b52290837dec8bad4ad5d467de/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:30,646 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,647 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,648 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b29c245002d9,35823,1733257265776, table=SPTestTable, region=3ef0bc198fb0eccfe0364f686c3a4d46. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T20:21:30,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ef0bc198fb0eccfe0364f686c3a4d46, server=b29c245002d9,35823,1733257265776 because future has completed 2024-12-03T20:21:30,649 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,650 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,651 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,651 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,652 INFO [StoreOpener-d627f157f401eed5e2782e153513c905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d627f157f401eed5e2782e153513c905 columnFamilyName cf 2024-12-03T20:21:30,652 DEBUG [StoreOpener-d627f157f401eed5e2782e153513c905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:30,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-12-03T20:21:30,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7, server=b29c245002d9,42339,1733257265562 in 10.0550 sec 2024-12-03T20:21:30,654 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:30,655 INFO [StoreOpener-d627f157f401eed5e2782e153513c905-1 {}] regionserver.HStore(327): Store=d627f157f401eed5e2782e153513c905/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:30,655 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,655 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,656 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8056501acc950a88d841f5943056af80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61188442, jitterRate=-0.08822116255760193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:21:30,656 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8056501acc950a88d841f5943056af80 2024-12-03T20:21:30,656 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8056501acc950a88d841f5943056af80: Running coprocessor pre-open hook at 1733257290628Writing region info on filesystem at 1733257290628Initializing all the Stores at 1733257290629 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257290629Cleaning up temporary data from old regions at 1733257290638 (+9 ms)Running coprocessor post-open hooks at 1733257290656 (+18 ms)Region opened successfully at 1733257290656 2024-12-03T20:21:30,656 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-12-03T20:21:30,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=713fd4f0d5fbd3521595ac9e576d9de7, ASSIGN in 10.2320 sec 2024-12-03T20:21:30,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ef0bc198fb0eccfe0364f686c3a4d46, server=b29c245002d9,35823,1733257265776 in 10.0320 sec 2024-12-03T20:21:30,657 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,658 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80., pid=24, masterSystemTime=1733257290621 2024-12-03T20:21:30,659 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,659 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/fceea2b52290837dec8bad4ad5d467de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:30,659 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,660 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened fceea2b52290837dec8bad4ad5d467de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62608634, jitterRate=-0.06705865263938904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:21:30,660 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:30,660 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fceea2b52290837dec8bad4ad5d467de: Running coprocessor pre-open hook at 1733257290636Writing region info on filesystem at 1733257290636Initializing all the Stores at 1733257290638 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257290638Cleaning up temporary data from old regions at 1733257290651 (+13 ms)Running coprocessor post-open hooks at 1733257290660 (+9 ms)Region opened successfully at 1733257290660 2024-12-03T20:21:30,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ef0bc198fb0eccfe0364f686c3a4d46, ASSIGN in 10.2360 sec 2024-12-03T20:21:30,662 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:21:30,662 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:21:30,662 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de., pid=19, masterSystemTime=1733257290597 2024-12-03T20:21:30,663 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:21:30,663 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 271c40058e9adf7eba1b9a6dcf680cb8, NAME => 'SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-03T20:21:30,663 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8056501acc950a88d841f5943056af80, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:21:30,663 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,663 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,663 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:30,663 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,664 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,666 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:21:30,666 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:21:30,666 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:21:30,666 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c72b328d750612dd5df791606cfa9ad, NAME => 'SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T20:21:30,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8056501acc950a88d841f5943056af80, server=b29c245002d9,34795,1733257265716 because future has completed 2024-12-03T20:21:30,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fceea2b52290837dec8bad4ad5d467de, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,42339,1733257265562 2024-12-03T20:21:30,667 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,667 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:30,667 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,667 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fceea2b52290837dec8bad4ad5d467de, server=b29c245002d9,42339,1733257265562 because future has completed 2024-12-03T20:21:30,671 INFO [StoreOpener-8c72b328d750612dd5df791606cfa9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,671 INFO [StoreOpener-271c40058e9adf7eba1b9a6dcf680cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,674 INFO [StoreOpener-271c40058e9adf7eba1b9a6dcf680cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 271c40058e9adf7eba1b9a6dcf680cb8 columnFamilyName cf 2024-12-03T20:21:30,674 INFO [StoreOpener-8c72b328d750612dd5df791606cfa9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c72b328d750612dd5df791606cfa9ad columnFamilyName cf 2024-12-03T20:21:30,674 DEBUG [StoreOpener-8c72b328d750612dd5df791606cfa9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:30,674 DEBUG [StoreOpener-271c40058e9adf7eba1b9a6dcf680cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:30,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-12-03T20:21:30,675 INFO [StoreOpener-8c72b328d750612dd5df791606cfa9ad-1 {}] regionserver.HStore(327): Store=8c72b328d750612dd5df791606cfa9ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:30,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8056501acc950a88d841f5943056af80, server=b29c245002d9,34795,1733257265716 in 10.0440 sec 2024-12-03T20:21:30,675 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,676 INFO [StoreOpener-271c40058e9adf7eba1b9a6dcf680cb8-1 {}] regionserver.HStore(327): Store=271c40058e9adf7eba1b9a6dcf680cb8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:30,676 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,677 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,678 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,678 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,678 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,678 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8056501acc950a88d841f5943056af80, ASSIGN in 10.2540 sec 2024-12-03T20:21:30,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-12-03T20:21:30,679 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,679 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/d627f157f401eed5e2782e153513c905/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:30,680 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,680 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,681 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d627f157f401eed5e2782e153513c905; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66815610, jitterRate=-0.004369825124740601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:21:30,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure fceea2b52290837dec8bad4ad5d467de, server=b29c245002d9,42339,1733257265562 in 10.0620 sec 2024-12-03T20:21:30,681 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d627f157f401eed5e2782e153513c905 2024-12-03T20:21:30,681 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d627f157f401eed5e2782e153513c905: Running coprocessor pre-open hook at 1733257290642Writing region info on filesystem at 1733257290642Initializing all the Stores at 1733257290644 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257290644Cleaning up temporary data from old regions at 1733257290659 (+15 ms)Running coprocessor post-open hooks at 1733257290681 (+22 ms)Region opened successfully at 1733257290681 2024-12-03T20:21:30,682 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fceea2b52290837dec8bad4ad5d467de, ASSIGN in 10.2580 sec 2024-12-03T20:21:30,684 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905., pid=18, masterSystemTime=1733257290610 2024-12-03T20:21:30,685 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,685 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8c72b328d750612dd5df791606cfa9ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:30,686 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 8c72b328d750612dd5df791606cfa9ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59037749, jitterRate=-0.12026898562908173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:21:30,686 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:30,686 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 8c72b328d750612dd5df791606cfa9ad: Running coprocessor pre-open hook at 1733257290667Writing region info on filesystem at 1733257290667Initializing all the Stores at 1733257290669 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257290670 (+1 ms)Cleaning up temporary data from old regions at 1733257290678 (+8 ms)Running coprocessor post-open hooks at 1733257290686 (+8 ms)Region opened successfully at 1733257290686 2024-12-03T20:21:30,687 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad., pid=17, masterSystemTime=1733257290597 2024-12-03T20:21:30,688 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:21:30,689 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:21:30,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d627f157f401eed5e2782e153513c905, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35823,1733257265776 2024-12-03T20:21:30,689 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:21:30,690 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ae112b1f04999b9f642435d012563c2, NAME => 'SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T20:21:30,690 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,690 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:30,690 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,690 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,690 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:21:30,691 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:21:30,691 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:21:30,691 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/271c40058e9adf7eba1b9a6dcf680cb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:30,691 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 32041f109924c74a0d884f49c3030ce8, NAME => 'SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T20:21:30,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8c72b328d750612dd5df791606cfa9ad, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,42339,1733257265562 2024-12-03T20:21:30,692 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,692 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:30,692 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,692 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,694 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 271c40058e9adf7eba1b9a6dcf680cb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59698024, jitterRate=-0.11043012142181396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:21:30,694 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:30,694 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 271c40058e9adf7eba1b9a6dcf680cb8: Running coprocessor pre-open hook at 1733257290664Writing region info on filesystem at 1733257290664Initializing all the Stores at 1733257290668 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257290668Cleaning up temporary data from old regions at 1733257290680 (+12 ms)Running coprocessor post-open hooks at 1733257290694 (+14 ms)Region opened successfully at 1733257290694 2024-12-03T20:21:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d627f157f401eed5e2782e153513c905, server=b29c245002d9,35823,1733257265776 because future has completed 2024-12-03T20:21:30,696 INFO [StoreOpener-32041f109924c74a0d884f49c3030ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,696 INFO [StoreOpener-8ae112b1f04999b9f642435d012563c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,696 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8., pid=21, masterSystemTime=1733257290621 2024-12-03T20:21:30,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c72b328d750612dd5df791606cfa9ad, server=b29c245002d9,42339,1733257265562 because future has completed 2024-12-03T20:21:30,699 INFO [StoreOpener-8ae112b1f04999b9f642435d012563c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ae112b1f04999b9f642435d012563c2 columnFamilyName cf 2024-12-03T20:21:30,699 INFO [StoreOpener-32041f109924c74a0d884f49c3030ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32041f109924c74a0d884f49c3030ce8 columnFamilyName cf 2024-12-03T20:21:30,699 DEBUG [StoreOpener-32041f109924c74a0d884f49c3030ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:30,699 DEBUG [StoreOpener-8ae112b1f04999b9f642435d012563c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:30,700 INFO [StoreOpener-8ae112b1f04999b9f642435d012563c2-1 {}] regionserver.HStore(327): Store=8ae112b1f04999b9f642435d012563c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:30,700 INFO [StoreOpener-32041f109924c74a0d884f49c3030ce8-1 {}] regionserver.HStore(327): Store=32041f109924c74a0d884f49c3030ce8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:30,700 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,701 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:21:30,701 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:21:30,701 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:21:30,701 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,701 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c4df8ea92b5ca23554e9df3a26491463, NAME => 'SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T20:21:30,702 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,702 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:21:30,702 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,702 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,702 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,703 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,703 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-12-03T20:21:30,704 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=271c40058e9adf7eba1b9a6dcf680cb8, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:21:30,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d627f157f401eed5e2782e153513c905, server=b29c245002d9,35823,1733257265776 in 10.0970 sec 2024-12-03T20:21:30,704 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,705 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,705 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-03T20:21:30,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c72b328d750612dd5df791606cfa9ad, server=b29c245002d9,42339,1733257265562 in 10.1030 sec 2024-12-03T20:21:30,708 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,708 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d627f157f401eed5e2782e153513c905, ASSIGN in 10.2830 sec 2024-12-03T20:21:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 271c40058e9adf7eba1b9a6dcf680cb8, server=b29c245002d9,34795,1733257265716 because future has completed 2024-12-03T20:21:30,710 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c72b328d750612dd5df791606cfa9ad, ASSIGN in 10.2850 sec 2024-12-03T20:21:30,711 INFO [StoreOpener-c4df8ea92b5ca23554e9df3a26491463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,713 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,716 INFO [StoreOpener-c4df8ea92b5ca23554e9df3a26491463-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4df8ea92b5ca23554e9df3a26491463 columnFamilyName cf 2024-12-03T20:21:30,717 DEBUG [StoreOpener-c4df8ea92b5ca23554e9df3a26491463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:21:30,718 INFO [StoreOpener-c4df8ea92b5ca23554e9df3a26491463-1 {}] regionserver.HStore(327): Store=c4df8ea92b5ca23554e9df3a26491463/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:21:30,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-03T20:21:30,718 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 271c40058e9adf7eba1b9a6dcf680cb8, server=b29c245002d9,34795,1733257265716 in 10.0990 sec 2024-12-03T20:21:30,720 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,721 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,722 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,722 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=271c40058e9adf7eba1b9a6dcf680cb8, ASSIGN in 10.2970 sec 2024-12-03T20:21:30,725 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,729 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8ae112b1f04999b9f642435d012563c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:30,730 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 8ae112b1f04999b9f642435d012563c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74046494, jitterRate=0.10337874293327332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:21:30,730 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:30,730 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 8ae112b1f04999b9f642435d012563c2: Running coprocessor pre-open hook at 1733257290691Writing region info on filesystem at 1733257290691Initializing all the Stores at 1733257290694 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257290694Cleaning up temporary data from old regions at 1733257290705 (+11 ms)Running coprocessor post-open hooks at 1733257290730 (+25 ms)Region opened successfully at 1733257290730 2024-12-03T20:21:30,732 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2., pid=20, masterSystemTime=1733257290610 2024-12-03T20:21:30,734 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:21:30,735 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:21:30,736 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ae112b1f04999b9f642435d012563c2, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35823,1733257265776 2024-12-03T20:21:30,737 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/32041f109924c74a0d884f49c3030ce8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:30,738 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 32041f109924c74a0d884f49c3030ce8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71535026, jitterRate=0.06595495343208313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:21:30,738 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:30,738 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 32041f109924c74a0d884f49c3030ce8: Running coprocessor pre-open hook at 1733257290692Writing region info on filesystem at 1733257290692Initializing all the Stores at 1733257290694 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257290694Cleaning up temporary data from old regions at 1733257290708 (+14 ms)Running coprocessor post-open hooks at 1733257290738 (+30 ms)Region opened successfully at 1733257290738 2024-12-03T20:21:30,739 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/c4df8ea92b5ca23554e9df3a26491463/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:21:30,739 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8., pid=16, masterSystemTime=1733257290597 2024-12-03T20:21:30,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ae112b1f04999b9f642435d012563c2, server=b29c245002d9,35823,1733257265776 because future has completed 2024-12-03T20:21:30,741 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c4df8ea92b5ca23554e9df3a26491463; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71788617, jitterRate=0.06973375380039215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:21:30,741 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:30,741 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c4df8ea92b5ca23554e9df3a26491463: Running coprocessor pre-open hook at 1733257290702Writing region info on filesystem at 1733257290702Initializing all the Stores at 1733257290705 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257290705Cleaning up temporary data from old regions at 1733257290722 (+17 ms)Running coprocessor post-open hooks at 1733257290741 (+19 ms)Region opened successfully at 1733257290741 2024-12-03T20:21:30,742 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:21:30,743 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:21:30,743 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463., pid=22, masterSystemTime=1733257290621 2024-12-03T20:21:30,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32041f109924c74a0d884f49c3030ce8, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,42339,1733257265562 2024-12-03T20:21:30,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32041f109924c74a0d884f49c3030ce8, server=b29c245002d9,42339,1733257265562 because future has completed 2024-12-03T20:21:30,747 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:21:30,748 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:21:30,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-03T20:21:30,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ae112b1f04999b9f642435d012563c2, server=b29c245002d9,35823,1733257265776 in 10.1320 sec 2024-12-03T20:21:30,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4df8ea92b5ca23554e9df3a26491463, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:21:30,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ae112b1f04999b9f642435d012563c2, ASSIGN in 10.3280 sec 2024-12-03T20:21:30,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4df8ea92b5ca23554e9df3a26491463, server=b29c245002d9,34795,1733257265716 because future has completed 2024-12-03T20:21:30,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-12-03T20:21:30,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 32041f109924c74a0d884f49c3030ce8, server=b29c245002d9,42339,1733257265562 in 10.1570 sec 2024-12-03T20:21:30,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-03T20:21:30,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c4df8ea92b5ca23554e9df3a26491463, server=b29c245002d9,34795,1733257265716 in 10.1380 sec 2024-12-03T20:21:30,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32041f109924c74a0d884f49c3030ce8, ASSIGN in 10.3360 sec 2024-12-03T20:21:30,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-03T20:21:30,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4df8ea92b5ca23554e9df3a26491463, ASSIGN in 10.3380 sec 2024-12-03T20:21:30,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:21:30,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257290764"}]},"ts":"1733257290764"} 2024-12-03T20:21:30,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-03T20:21:30,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:21:30,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9030 sec 2024-12-03T20:21:31,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-03T20:21:33,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:21:35,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-03T20:21:35,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-03T20:21:36,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T20:21:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:21:38,199 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-03T20:21:38,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-03T20:21:38,201 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:21:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-03T20:21:38,214 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:21:38,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-03T20:21:38,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,264 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,270 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,275 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,286 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80., hostname=b29c245002d9,34795,1733257265716, seqNum=2] 2024-12-03T20:21:38,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80., hostname=b29c245002d9,34795,1733257265716, seqNum=2] 2024-12-03T20:21:38,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80., hostname=b29c245002d9,34795,1733257265716, seqNum=2] 2024-12-03T20:21:38,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80., hostname=b29c245002d9,34795,1733257265716, seqNum=2] 2024-12-03T20:21:38,384 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80., hostname=b29c245002d9,34795,1733257265716, seqNum=2] 2024-12-03T20:21:38,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80., hostname=b29c245002d9,34795,1733257265716, seqNum=2] 2024-12-03T20:21:38,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80., hostname=b29c245002d9,34795,1733257265716, seqNum=2] 2024-12-03T20:21:38,391 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80., hostname=b29c245002d9,34795,1733257265716, seqNum=2] 2024-12-03T20:21:38,423 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46., hostname=b29c245002d9,35823,1733257265776, seqNum=2] 2024-12-03T20:21:38,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46., hostname=b29c245002d9,35823,1733257265776, seqNum=2] 2024-12-03T20:21:38,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46., hostname=b29c245002d9,35823,1733257265776, seqNum=2] 2024-12-03T20:21:38,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46., hostname=b29c245002d9,35823,1733257265776, seqNum=2] 2024-12-03T20:21:38,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46., hostname=b29c245002d9,35823,1733257265776, seqNum=2] 2024-12-03T20:21:38,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46., hostname=b29c245002d9,35823,1733257265776, seqNum=2] 2024-12-03T20:21:38,435 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46., hostname=b29c245002d9,35823,1733257265776, seqNum=2] 2024-12-03T20:21:38,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46., hostname=b29c245002d9,35823,1733257265776, seqNum=2] 2024-12-03T20:21:38,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,538 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,557 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:38,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad., hostname=b29c245002d9,42339,1733257265562, seqNum=2] 2024-12-03T20:21:39,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:21:39,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:21:39,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:21:39,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34795 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T20:21:39,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:21:39,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:21:39,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T20:21:39,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T20:21:40,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T20:21:40,674 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-03T20:21:40,676 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:21:40,677 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-03T20:21:40,684 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-03T20:21:40,708 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-03T20:21:40,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741848_1024 (size=49) 2024-12-03T20:21:40,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741848_1024 (size=49) 2024-12-03T20:21:40,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741848_1024 (size=49) 2024-12-03T20:21:40,784 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-03T20:21:40,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ae112b1f04999b9f642435d012563c2}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4df8ea92b5ca23554e9df3a26491463}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d627f157f401eed5e2782e153513c905}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 271c40058e9adf7eba1b9a6dcf680cb8}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8056501acc950a88d841f5943056af80}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ef0bc198fb0eccfe0364f686c3a4d46}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad}] 2024-12-03T20:21:40,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:40,793 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d627f157f401eed5e2782e153513c905 2024-12-03T20:21:40,793 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:40,794 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8056501acc950a88d841f5943056af80 2024-12-03T20:21:40,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:40,809 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:40,810 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:40,810 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:40,812 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:40,815 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:40,881 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b29c245002d9,42339,1733257265562 2024-12-03T20:21:40,882 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b29c245002d9,42339,1733257265562: Simulated kill ***** 2024-12-03T20:21:40,882 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:21:40,886 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:21:40,912 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:21:40,914 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:21:40,915 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:21:40,931 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 686009344 }, "NonHeapMemoryUsage": { "committed": 156631040, "init": 7667712, "max": -1, "used": 153321312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b29c245002d9", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b29c245002d9", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56381", "tag.serverName": "b29c245002d9,34795,1733257265716", "tag.clusterId": "0555024a-e64e-430e-8286-30207b661ef9", "tag.Context": "regionserver", "tag.Hostname": "b29c245002d9", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733257265716, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-03T20:21:40,946 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42007 {}] master.MasterRpcServices(700): b29c245002d9,42339,1733257265562 reported a fatal error: ***** ABORTING region server b29c245002d9,42339,1733257265562: Simulated kill ***** 2024-12-03T20:21:40,952 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,42339,1733257265562' ***** 2024-12-03T20:21:40,953 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-03T20:21:40,953 INFO [RS:0;b29c245002d9:42339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:21:40,953 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:21:40,953 INFO [RS:0;b29c245002d9:42339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T20:21:40,953 INFO [RS:0;b29c245002d9:42339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T20:21:40,954 INFO [RS:0;b29c245002d9:42339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:21:40,954 INFO [RS:0;b29c245002d9:42339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:42339. 2024-12-03T20:21:40,954 DEBUG [RS:0;b29c245002d9:42339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:21:40,954 DEBUG [RS:0;b29c245002d9:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:21:40,955 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:21:40,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741835_1011 (size=1257) 2024-12-03T20:21:40,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562/b29c245002d9%2C42339%2C1733257265562.1733257268982 not finished, retry = 0 2024-12-03T20:21:40,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741835_1011 (size=1257) 2024-12-03T20:21:40,994 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:21:41,087 DEBUG [RS:0;b29c245002d9:42339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:21:41,087 INFO [RS:0;b29c245002d9:42339 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:21:41,087 INFO [RS:0;b29c245002d9:42339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42339 2024-12-03T20:21:41,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:21:41,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b29c245002d9,42339,1733257265562 2024-12-03T20:21:41,141 INFO [RS:0;b29c245002d9:42339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:21:41,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,42339,1733257265562] 2024-12-03T20:21:41,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b29c245002d9,42339,1733257265562 already deleted, retry=false 2024-12-03T20:21:41,227 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b29c245002d9,42339,1733257265562 on b29c245002d9,42007,1733257264474 2024-12-03T20:21:41,237 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b29c245002d9,42339,1733257265562, splitWal=true, meta=false 2024-12-03T20:21:41,240 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for b29c245002d9,42339,1733257265562 (carryingMeta=false) b29c245002d9,42339,1733257265562/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@568c50c3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T20:21:41,244 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b29c245002d9,42339,1733257265562, splitWal=true, meta=false 2024-12-03T20:21:41,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:41,245 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:41,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:41,246 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:41,248 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b29c245002d9,42339,1733257265562 had 4 regions 2024-12-03T20:21:41,250 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de can not run currently because target server of region SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. b29c245002d9,42339,1733257265562 is in state CRASHED, wait 1000 ms to retry 2024-12-03T20:21:41,250 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de; timeout=1000, timestamp=1733257302250 2024-12-03T20:21:41,251 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 can not run currently because target server of region SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. b29c245002d9,42339,1733257265562 is in state CRASHED, wait 1000 ms to retry 2024-12-03T20:21:41,251 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad can not run currently because target server of region SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. b29c245002d9,42339,1733257265562 is in state CRASHED, wait 1000 ms to retry 2024-12-03T20:21:41,251 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8; timeout=1000, timestamp=1733257302251 2024-12-03T20:21:41,251 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad; timeout=1000, timestamp=1733257302251 2024-12-03T20:21:41,252 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 can not run currently because target server of region SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. b29c245002d9,42339,1733257265562 is in state CRASHED, wait 1000 ms to retry 2024-12-03T20:21:41,252 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7; timeout=1000, timestamp=1733257302252 2024-12-03T20:21:41,254 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b29c245002d9,42339,1733257265562, splitWal=true, meta=false, isMeta: false 2024-12-03T20:21:41,257 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting 2024-12-03T20:21:41,259 INFO [PEWorker-3 {}] master.SplitWALManager(105): b29c245002d9,42339,1733257265562 WAL count=1, meta=false 2024-12-03T20:21:41,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b29c245002d9%2C42339%2C1733257265562.1733257268982}] 2024-12-03T20:21:41,270 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=b29c245002d9,34795,1733257265716 2024-12-03T20:21:41,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b29c245002d9%2C42339%2C1733257265562.1733257268982, worker=b29c245002d9,34795,1733257265716}] 2024-12-03T20:21:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:21:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42339-0x1019cdaf4ae0001, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:21:41,307 INFO [RS:0;b29c245002d9:42339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:21:41,307 INFO [RS:0;b29c245002d9:42339 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,42339,1733257265562; zookeeper connection closed. 2024-12-03T20:21:41,307 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c1ce4a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c1ce4a9 2024-12-03T20:21:41,887 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:21:41,887 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:21:42,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:42,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:42,252 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:42,252 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de can not run currently because target server of region SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T20:21:42,252 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de; timeout=2000, timestamp=1733257304252 2024-12-03T20:21:42,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:42,253 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad can not run currently because target server of region SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T20:21:42,253 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 can not run currently because target server of region SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T20:21:42,253 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad; timeout=2000, timestamp=1733257304253 2024-12-03T20:21:42,253 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8; timeout=2000, timestamp=1733257304253 2024-12-03T20:21:42,254 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 can not run currently because target server of region SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T20:21:42,254 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7; timeout=2000, timestamp=1733257304254 2024-12-03T20:21:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741835_1011 (size=1257) 2024-12-03T20:21:44,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:44,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:44,255 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:44,256 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:44,257 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de can not run currently because target server of region SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T20:21:44,258 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de; timeout=4000, timestamp=1733257308258 2024-12-03T20:21:44,260 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 can not run currently because target server of region SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T20:21:44,260 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8; timeout=4000, timestamp=1733257308260 2024-12-03T20:21:44,261 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 can not run currently because target server of region SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T20:21:44,261 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7; timeout=4000, timestamp=1733257308261 2024-12-03T20:21:44,262 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad can not run currently because target server of region SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T20:21:44,262 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad; timeout=4000, timestamp=1733257308262 2024-12-03T20:21:48,259 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:48,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:48,261 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de can not run currently because target server of region SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T20:21:48,261 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de; timeout=8000, timestamp=1733257316261 2024-12-03T20:21:48,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:48,262 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 can not run currently because target server of region SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T20:21:48,262 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8; timeout=8000, timestamp=1733257316262 2024-12-03T20:21:48,263 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:48,263 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 can not run currently because target server of region SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T20:21:48,263 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7; timeout=8000, timestamp=1733257316263 2024-12-03T20:21:48,264 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad can not run currently because target server of region SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. b29c245002d9,42339,1733257265562 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T20:21:48,264 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad; timeout=8000, timestamp=1733257316264 2024-12-03T20:21:50,621 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=b29c245002d9,42339,1733257265562, timeout=1733257310795, delay=173, operations=null, containedObject=b29c245002d9,35823,1733257265776, timeout=1733257310795, delay=173, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ae112b1f04999b9f642435d012563c2, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d627f157f401eed5e2782e153513c905, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ef0bc198fb0eccfe0364f686c3a4d46], containedObject=b29c245002d9,34795,1733257265716, timeout=1733257310795, delay=173, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 271c40058e9adf7eba1b9a6dcf680cb8, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4df8ea92b5ca23554e9df3a26491463, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8056501acc950a88d841f5943056af80, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b29c245002d9%2C42339%2C1733257265562.1733257268982, worker=b29c245002d9,34795,1733257265716]] 2024-12-03T20:21:50,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-03T20:21:50,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-03T20:21:50,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-03T20:21:50,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:21:50,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-03T20:21:50,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:21:50,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:21:50,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-03T20:21:50,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:21:50,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d627f157f401eed5e2782e153513c905: 2024-12-03T20:21:50,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. for SnapshotProcedureTest completed. 2024-12-03T20:21:50,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 271c40058e9adf7eba1b9a6dcf680cb8: 2024-12-03T20:21:50,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. for SnapshotProcedureTest completed. 2024-12-03T20:21:50,822 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3ef0bc198fb0eccfe0364f686c3a4d46 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-03T20:21:50,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:21:50,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:21:50,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8ae112b1f04999b9f642435d012563c2: 2024-12-03T20:21:50,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. for SnapshotProcedureTest completed. 2024-12-03T20:21:50,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:21:50,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:21:50,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:21:50,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-03T20:21:50,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:21:50,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:21:50,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:21:50,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:21:50,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c4df8ea92b5ca23554e9df3a26491463: 2024-12-03T20:21:50,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. for SnapshotProcedureTest completed. 2024-12-03T20:21:50,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:21:50,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:21:50,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:21:50,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:21:50,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-03T20:21:50,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:21:50,841 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 8056501acc950a88d841f5943056af80 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-03T20:21:50,908 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982, size=1.2 K (1257bytes) 2024-12-03T20:21:50,909 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T20:21:50,910 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T20:21:50,910 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982 2024-12-03T20:21:50,933 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982 after 19ms 2024-12-03T20:21:50,991 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982 took 84ms 2024-12-03T20:21:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741849_1025 (size=65) 2024-12-03T20:21:50,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741849_1025 (size=65) 2024-12-03T20:21:50,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741849_1025 (size=65) 2024-12-03T20:21:50,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:21:51,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T20:21:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T20:21:51,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:51,005 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:21:51,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4df8ea92b5ca23554e9df3a26491463 in 10.2220 sec 2024-12-03T20:21:51,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80/.tmp/cf/cf6b8c3396a042ce982493e0a710753e is 34, key is baa/cf:cf/1733257299772/Put/seqid=0 2024-12-03T20:21:51,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741851_1027 (size=65) 2024-12-03T20:21:51,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741851_1027 (size=65) 2024-12-03T20:21:51,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741851_1027 (size=65) 2024-12-03T20:21:51,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:21:51,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T20:21:51,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741850_1026 (size=65) 2024-12-03T20:21:51,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741850_1026 (size=65) 2024-12-03T20:21:51,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:21:51,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T20:21:51,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741850_1026 (size=65) 2024-12-03T20:21:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T20:21:51,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d627f157f401eed5e2782e153513c905 2024-12-03T20:21:51,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d627f157f401eed5e2782e153513c905 2024-12-03T20:21:51,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741852_1028 (size=57) 2024-12-03T20:21:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741852_1028 (size=57) 2024-12-03T20:21:51,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d627f157f401eed5e2782e153513c905 in 10.3770 sec 2024-12-03T20:21:51,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:21:51,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T20:21:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741852_1028 (size=57) 2024-12-03T20:21:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T20:21:51,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:51,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:21:51,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8ae112b1f04999b9f642435d012563c2 in 10.3850 sec 2024-12-03T20:21:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-03T20:21:51,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:51,181 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:21:51,195 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 713fd4f0d5fbd3521595ac9e576d9de7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T20:21:51,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46/.tmp/cf/c4950e00b0f04881b2944d97a9db6e3c is 34, key is ccd/cf:cf/1733257299865/Put/seqid=0 2024-12-03T20:21:51,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 271c40058e9adf7eba1b9a6dcf680cb8 in 10.4070 sec 2024-12-03T20:21:51,202 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for fceea2b52290837dec8bad4ad5d467de: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T20:21:51,210 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8c72b328d750612dd5df791606cfa9ad: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T20:21:51,213 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 32041f109924c74a0d884f49c3030ce8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T20:21:51,213 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982 so closing down 2024-12-03T20:21:51,213 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:21:51,214 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:21:51,219 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 38 ms; skipped=4; WAL=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-03T20:21:51,219 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982, journal: Splitting hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982, size=1.2 K (1257bytes) at 1733257310909Finishing writing output for hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982 so closing down at 1733257311213 (+304 ms)3 split writer threads finished at 1733257311214 (+1 ms)Processed 4 edits across 0 Regions in 38 ms; skipped=4; WAL=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733257311219 (+5 ms) 2024-12-03T20:21:51,219 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982 2024-12-03T20:21:51,219 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-03T20:21:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-03T20:21:51,233 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting/b29c245002d9%2C42339%2C1733257265562.1733257268982 to hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/oldWALs 2024-12-03T20:21:51,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-03T20:21:51,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b29c245002d9%2C42339%2C1733257265562.1733257268982, worker=b29c245002d9,34795,1733257265716 in 9.9600 sec 2024-12-03T20:21:51,243 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=b29c245002d9,34795,1733257265716 2024-12-03T20:21:51,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-03T20:21:51,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b29c245002d9%2C42339%2C1733257265562.1733257268982, worker=b29c245002d9,34795,1733257265716 in 9.9820 sec 2024-12-03T20:21:51,254 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting dir is empty, no logs to split. 2024-12-03T20:21:51,254 INFO [PEWorker-4 {}] master.SplitWALManager(105): b29c245002d9,42339,1733257265562 WAL count=0, meta=false 2024-12-03T20:21:51,254 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b29c245002d9,42339,1733257265562 WAL splitting is done? wals=0, meta=false 2024-12-03T20:21:51,259 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b29c245002d9,42339,1733257265562 failed, ignore...File hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/WALs/b29c245002d9,42339,1733257265562-splitting does not exist. 2024-12-03T20:21:51,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fceea2b52290837dec8bad4ad5d467de, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=713fd4f0d5fbd3521595ac9e576d9de7, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32041f109924c74a0d884f49c3030ce8, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c72b328d750612dd5df791606cfa9ad, ASSIGN}] 2024-12-03T20:21:51,266 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c72b328d750612dd5df791606cfa9ad, ASSIGN 2024-12-03T20:21:51,266 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32041f109924c74a0d884f49c3030ce8, ASSIGN 2024-12-03T20:21:51,267 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=713fd4f0d5fbd3521595ac9e576d9de7, ASSIGN 2024-12-03T20:21:51,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fceea2b52290837dec8bad4ad5d467de, ASSIGN 2024-12-03T20:21:51,269 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=713fd4f0d5fbd3521595ac9e576d9de7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:21:51,269 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32041f109924c74a0d884f49c3030ce8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:21:51,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c72b328d750612dd5df791606cfa9ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:21:51,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fceea2b52290837dec8bad4ad5d467de, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:21:51,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741853_1029 (size=28623) 2024-12-03T20:21:51,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741853_1029 (size=28623) 2024-12-03T20:21:51,286 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80/.tmp/cf/cf6b8c3396a042ce982493e0a710753e 2024-12-03T20:21:51,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741853_1029 (size=28623) 2024-12-03T20:21:51,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741854_1030 (size=47197) 2024-12-03T20:21:51,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741854_1030 (size=47197) 2024-12-03T20:21:51,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741854_1030 (size=47197) 2024-12-03T20:21:51,397 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46/.tmp/cf/c4950e00b0f04881b2944d97a9db6e3c 2024-12-03T20:21:51,420 DEBUG [b29c245002d9:42007 {}] balancer.BalancerClusterState(204): Hosts are {b29c245002d9=0} racks are {/default-rack=0} 2024-12-03T20:21:51,420 DEBUG [b29c245002d9:42007 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T20:21:51,420 DEBUG [b29c245002d9:42007 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T20:21:51,420 DEBUG [b29c245002d9:42007 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T20:21:51,420 DEBUG [b29c245002d9:42007 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T20:21:51,420 INFO [b29c245002d9:42007 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T20:21:51,420 INFO [b29c245002d9:42007 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T20:21:51,421 DEBUG [b29c245002d9:42007 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:21:51,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=713fd4f0d5fbd3521595ac9e576d9de7, regionState=OPENING, regionLocation=b29c245002d9,35823,1733257265776 2024-12-03T20:21:51,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=32041f109924c74a0d884f49c3030ce8, regionState=OPENING, regionLocation=b29c245002d9,35823,1733257265776 2024-12-03T20:21:51,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=8c72b328d750612dd5df791606cfa9ad, regionState=OPENING, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:21:51,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=fceea2b52290837dec8bad4ad5d467de, regionState=OPENING, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:21:51,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=713fd4f0d5fbd3521595ac9e576d9de7, ASSIGN because future has completed 2024-12-03T20:21:51,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7, server=b29c245002d9,35823,1733257265776}] 2024-12-03T20:21:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32041f109924c74a0d884f49c3030ce8, ASSIGN because future has completed 2024-12-03T20:21:51,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32041f109924c74a0d884f49c3030ce8, server=b29c245002d9,35823,1733257265776}] 2024-12-03T20:21:51,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c72b328d750612dd5df791606cfa9ad, ASSIGN because future has completed 2024-12-03T20:21:51,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fceea2b52290837dec8bad4ad5d467de, ASSIGN because future has completed 2024-12-03T20:21:51,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure fceea2b52290837dec8bad4ad5d467de, server=b29c245002d9,34795,1733257265716}] 2024-12-03T20:21:51,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c72b328d750612dd5df791606cfa9ad, server=b29c245002d9,34795,1733257265716}] 2024-12-03T20:21:51,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46/.tmp/cf/c4950e00b0f04881b2944d97a9db6e3c as hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46/cf/c4950e00b0f04881b2944d97a9db6e3c 2024-12-03T20:21:51,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80/.tmp/cf/cf6b8c3396a042ce982493e0a710753e as hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80/cf/cf6b8c3396a042ce982493e0a710753e 2024-12-03T20:21:51,598 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46/cf/c4950e00b0f04881b2944d97a9db6e3c, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-03T20:21:51,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80/cf/cf6b8c3396a042ce982493e0a710753e, entries=731, sequenceid=5, filesize=28.0 K 2024-12-03T20:21:51,630 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 8056501acc950a88d841f5943056af80 in 788ms, sequenceid=5, compaction requested=false 2024-12-03T20:21:51,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 8056501acc950a88d841f5943056af80: 2024-12-03T20:21:51,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. for SnapshotProcedureTest completed. 2024-12-03T20:21:51,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:21:51,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:21:51,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80/cf/cf6b8c3396a042ce982493e0a710753e] hfiles 2024-12-03T20:21:51,632 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3ef0bc198fb0eccfe0364f686c3a4d46 in 798ms, sequenceid=5, compaction requested=false 2024-12-03T20:21:51,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3ef0bc198fb0eccfe0364f686c3a4d46: 2024-12-03T20:21:51,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. for SnapshotProcedureTest completed. 2024-12-03T20:21:51,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:21:51,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:21:51,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46/cf/c4950e00b0f04881b2944d97a9db6e3c] hfiles 2024-12-03T20:21:51,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46/cf/c4950e00b0f04881b2944d97a9db6e3c for snapshot=SnapshotProcedureTest 2024-12-03T20:21:51,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80/cf/cf6b8c3396a042ce982493e0a710753e for snapshot=SnapshotProcedureTest 2024-12-03T20:21:51,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741855_1031 (size=105) 2024-12-03T20:21:51,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741855_1031 (size=105) 2024-12-03T20:21:51,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741855_1031 (size=105) 2024-12-03T20:21:51,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:21:51,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T20:21:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-03T20:21:51,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8056501acc950a88d841f5943056af80 2024-12-03T20:21:51,813 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8056501acc950a88d841f5943056af80 2024-12-03T20:21:51,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8056501acc950a88d841f5943056af80 in 11.0290 sec 2024-12-03T20:21:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741856_1032 (size=105) 2024-12-03T20:21:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741856_1032 (size=105) 2024-12-03T20:21:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741856_1032 (size=105) 2024-12-03T20:21:51,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:21:51,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-03T20:21:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-03T20:21:51,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:51,854 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:21:51,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3ef0bc198fb0eccfe0364f686c3a4d46 in 11.0700 sec 2024-12-03T20:21:56,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de held by pid=39 2024-12-03T20:21:56,261 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:21:56,262 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 held by pid=41 2024-12-03T20:21:56,262 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:21:56,263 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 held by pid=40 2024-12-03T20:21:56,263 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:21:56,264 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad held by pid=42 2024-12-03T20:21:56,264 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:21:59,640 INFO [master/b29c245002d9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T20:21:59,640 INFO [master/b29c245002d9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T20:22:01,442 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:22:01,443 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 32041f109924c74a0d884f49c3030ce8, NAME => 'SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T20:22:01,443 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,443 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:01,443 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,443 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,445 INFO [StoreOpener-32041f109924c74a0d884f49c3030ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,448 INFO [StoreOpener-32041f109924c74a0d884f49c3030ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32041f109924c74a0d884f49c3030ce8 columnFamilyName cf 2024-12-03T20:22:01,448 DEBUG [StoreOpener-32041f109924c74a0d884f49c3030ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:01,449 INFO [StoreOpener-32041f109924c74a0d884f49c3030ce8-1 {}] regionserver.HStore(327): Store=32041f109924c74a0d884f49c3030ce8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:22:01,451 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,452 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,453 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:22:01,454 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c72b328d750612dd5df791606cfa9ad, NAME => 'SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T20:22:01,454 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,454 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,454 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:01,455 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,455 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,455 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,455 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,457 INFO [StoreOpener-8c72b328d750612dd5df791606cfa9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,459 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,459 INFO [StoreOpener-8c72b328d750612dd5df791606cfa9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c72b328d750612dd5df791606cfa9ad columnFamilyName cf 2024-12-03T20:22:01,459 DEBUG [StoreOpener-8c72b328d750612dd5df791606cfa9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:01,461 INFO [StoreOpener-8c72b328d750612dd5df791606cfa9ad-1 {}] regionserver.HStore(327): Store=8c72b328d750612dd5df791606cfa9ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:22:01,461 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,461 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 32041f109924c74a0d884f49c3030ce8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58949473, jitterRate=-0.12158440053462982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:22:01,461 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,461 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 32041f109924c74a0d884f49c3030ce8: Running coprocessor pre-open hook at 1733257321443Writing region info on filesystem at 1733257321443Initializing all the Stores at 1733257321445 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257321445Cleaning up temporary data from old regions at 1733257321455 (+10 ms)Running coprocessor post-open hooks at 1733257321461 (+6 ms)Region opened successfully at 1733257321461 2024-12-03T20:22:01,463 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8., pid=44, masterSystemTime=1733257321435 2024-12-03T20:22:01,466 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:22:01,466 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:22:01,466 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:22:01,467 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 713fd4f0d5fbd3521595ac9e576d9de7, NAME => 'SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T20:22:01,467 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,467 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:01,467 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=32041f109924c74a0d884f49c3030ce8, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35823,1733257265776 2024-12-03T20:22:01,467 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,469 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32041f109924c74a0d884f49c3030ce8, server=b29c245002d9,35823,1733257265776 because future has completed 2024-12-03T20:22:01,477 INFO [StoreOpener-713fd4f0d5fbd3521595ac9e576d9de7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,479 INFO [StoreOpener-713fd4f0d5fbd3521595ac9e576d9de7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 713fd4f0d5fbd3521595ac9e576d9de7 columnFamilyName cf 2024-12-03T20:22:01,479 DEBUG [StoreOpener-713fd4f0d5fbd3521595ac9e576d9de7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:01,480 INFO [StoreOpener-713fd4f0d5fbd3521595ac9e576d9de7-1 {}] regionserver.HStore(327): Store=713fd4f0d5fbd3521595ac9e576d9de7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:22:01,480 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-03T20:22:01,481 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 32041f109924c74a0d884f49c3030ce8, server=b29c245002d9,35823,1733257265776 in 10.0390 sec 2024-12-03T20:22:01,485 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:01,485 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,487 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,487 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32041f109924c74a0d884f49c3030ce8, ASSIGN in 10.2190 sec 2024-12-03T20:22:01,491 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,491 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,491 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,492 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,494 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 713fd4f0d5fbd3521595ac9e576d9de7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65269320, jitterRate=-0.027411341667175293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:22:01,495 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,496 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,496 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 713fd4f0d5fbd3521595ac9e576d9de7: Running coprocessor pre-open hook at 1733257321468Writing region info on filesystem at 1733257321468Initializing all the Stores at 1733257321472 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257321472Cleaning up temporary data from old regions at 1733257321487 (+15 ms)Running coprocessor post-open hooks at 1733257321496 (+9 ms)Region opened successfully at 1733257321496 2024-12-03T20:22:01,497 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 8c72b328d750612dd5df791606cfa9ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66887188, jitterRate=-0.003303229808807373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:22:01,497 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,498 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 8c72b328d750612dd5df791606cfa9ad: Running coprocessor pre-open hook at 1733257321455Writing region info on filesystem at 1733257321455Initializing all the Stores at 1733257321457 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257321457Cleaning up temporary data from old regions at 1733257321492 (+35 ms)Running coprocessor post-open hooks at 1733257321497 (+5 ms)Region opened successfully at 1733257321497 2024-12-03T20:22:01,498 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., pid=43, masterSystemTime=1733257321435 2024-12-03T20:22:01,499 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad., pid=46, masterSystemTime=1733257321445 2024-12-03T20:22:01,501 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:22:01,502 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:22:01,502 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=713fd4f0d5fbd3521595ac9e576d9de7, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35823,1733257265776 2024-12-03T20:22:01,504 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:22:01,505 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:22:01,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=8c72b328d750612dd5df791606cfa9ad, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:22:01,505 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:22:01,505 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => fceea2b52290837dec8bad4ad5d467de, NAME => 'SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T20:22:01,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7, server=b29c245002d9,35823,1733257265776 because future has completed 2024-12-03T20:22:01,508 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c72b328d750612dd5df791606cfa9ad, server=b29c245002d9,34795,1733257265716 because future has completed 2024-12-03T20:22:01,509 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:01,510 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,510 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-12-03T20:22:01,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7, server=b29c245002d9,35823,1733257265776 in 10.0760 sec 2024-12-03T20:22:01,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-12-03T20:22:01,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=713fd4f0d5fbd3521595ac9e576d9de7, ASSIGN in 10.2490 sec 2024-12-03T20:22:01,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c72b328d750612dd5df791606cfa9ad, server=b29c245002d9,34795,1733257265716 in 10.0660 sec 2024-12-03T20:22:01,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:01,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c72b328d750612dd5df791606cfa9ad, ASSIGN in 10.2520 sec 2024-12-03T20:22:01,518 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:01,521 INFO [StoreOpener-fceea2b52290837dec8bad4ad5d467de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,523 INFO [StoreOpener-fceea2b52290837dec8bad4ad5d467de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fceea2b52290837dec8bad4ad5d467de columnFamilyName cf 2024-12-03T20:22:01,523 DEBUG [StoreOpener-fceea2b52290837dec8bad4ad5d467de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:01,524 INFO [StoreOpener-fceea2b52290837dec8bad4ad5d467de-1 {}] regionserver.HStore(327): Store=fceea2b52290837dec8bad4ad5d467de/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:22:01,524 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,525 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,527 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,530 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,530 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,534 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,536 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened fceea2b52290837dec8bad4ad5d467de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68243780, jitterRate=0.016911566257476807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:22:01,536 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,536 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for fceea2b52290837dec8bad4ad5d467de: Running coprocessor pre-open hook at 1733257321510Writing region info on filesystem at 1733257321510Initializing all the Stores at 1733257321514 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257321514Cleaning up temporary data from old regions at 1733257321530 (+16 ms)Running coprocessor post-open hooks at 1733257321536 (+6 ms)Region opened successfully at 1733257321536 2024-12-03T20:22:01,538 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de., pid=45, masterSystemTime=1733257321445 2024-12-03T20:22:01,541 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:22:01,541 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:22:01,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=fceea2b52290837dec8bad4ad5d467de, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34795,1733257265716 2024-12-03T20:22:01,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure fceea2b52290837dec8bad4ad5d467de, server=b29c245002d9,34795,1733257265716 because future has completed 2024-12-03T20:22:01,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-12-03T20:22:01,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure fceea2b52290837dec8bad4ad5d467de, server=b29c245002d9,34795,1733257265716 in 10.1050 sec 2024-12-03T20:22:01,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:01,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-03T20:22:01,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fceea2b52290837dec8bad4ad5d467de, ASSIGN in 10.2850 sec 2024-12-03T20:22:01,551 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server b29c245002d9,42339,1733257265562 after splitting done 2024-12-03T20:22:01,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b29c245002d9,42339,1733257265562, splitWal=true, meta=false in 20.3230 sec 2024-12-03T20:22:03,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:22:06,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T20:22:09,924 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-03T20:22:11,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-03T20:22:11,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-03T20:22:11,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:22:11,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:22:11,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 32041f109924c74a0d884f49c3030ce8: 2024-12-03T20:22:11,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. for SnapshotProcedureTest completed. 2024-12-03T20:22:11,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 713fd4f0d5fbd3521595ac9e576d9de7: 2024-12-03T20:22:11,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. for SnapshotProcedureTest completed. 2024-12-03T20:22:11,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:22:11,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:22:11,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:22:11,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:22:11,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:22:11,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:22:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741857_1033 (size=65) 2024-12-03T20:22:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741858_1034 (size=65) 2024-12-03T20:22:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741858_1034 (size=65) 2024-12-03T20:22:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741858_1034 (size=65) 2024-12-03T20:22:11,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:22:11,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741857_1033 (size=65) 2024-12-03T20:22:11,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T20:22:11,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741857_1033 (size=65) 2024-12-03T20:22:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T20:22:11,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:11,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:11,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:22:11,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T20:22:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-03T20:22:11,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:11,505 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:11,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 713fd4f0d5fbd3521595ac9e576d9de7 in 30.7180 sec 2024-12-03T20:22:11,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32041f109924c74a0d884f49c3030ce8 in 30.7200 sec 2024-12-03T20:22:11,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-03T20:22:11,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for fceea2b52290837dec8bad4ad5d467de: 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8c72b328d750612dd5df791606cfa9ad: 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. for SnapshotProcedureTest completed. 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. for SnapshotProcedureTest completed. 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:22:11,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:22:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741859_1035 (size=65) 2024-12-03T20:22:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741859_1035 (size=65) 2024-12-03T20:22:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741859_1035 (size=65) 2024-12-03T20:22:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741860_1036 (size=57) 2024-12-03T20:22:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741860_1036 (size=57) 2024-12-03T20:22:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741860_1036 (size=57) 2024-12-03T20:22:11,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:22:11,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:22:11,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T20:22:11,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-03T20:22:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-03T20:22:11,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:11,562 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-03T20:22:11,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:11,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:11,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fceea2b52290837dec8bad4ad5d467de in 30.7780 sec 2024-12-03T20:22:11,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-03T20:22:11,567 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-03T20:22:11,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c72b328d750612dd5df791606cfa9ad in 30.7780 sec 2024-12-03T20:22:11,572 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-03T20:22:11,575 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-03T20:22:11,575 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-03T20:22:11,579 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T20:22:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741861_1037 (size=1094) 2024-12-03T20:22:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741861_1037 (size=1094) 2024-12-03T20:22:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741861_1037 (size=1094) 2024-12-03T20:22:11,638 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-03T20:22:11,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-03T20:22:11,652 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:11,652 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,34795,1733257265716 2024-12-03T20:22:11,652 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:11,652 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,34795,1733257265716 2024-12-03T20:22:11,653 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,34795,1733257265716 2024-12-03T20:22:11,660 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:14,199 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:42007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T20:22:15,619 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3ef0bc198fb0eccfe0364f686c3a4d46, had cached 0 bytes from a total of 47197 2024-12-03T20:22:15,627 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8056501acc950a88d841f5943056af80, had cached 0 bytes from a total of 28623 2024-12-03T20:22:19,579 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4df8ea92b5ca23554e9df3a26491463 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:22:19,584 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fceea2b52290837dec8bad4ad5d467de changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:22:19,584 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 271c40058e9adf7eba1b9a6dcf680cb8 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:22:19,590 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8056501acc950a88d841f5943056af80 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:22:19,591 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8c72b328d750612dd5df791606cfa9ad changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:22:19,591 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8ae112b1f04999b9f642435d012563c2 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:22:19,591 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 32041f109924c74a0d884f49c3030ce8 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:22:19,591 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d627f157f401eed5e2782e153513c905 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:22:19,591 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 713fd4f0d5fbd3521595ac9e576d9de7 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:22:19,591 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3ef0bc198fb0eccfe0364f686c3a4d46 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:22:21,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-03T20:22:21,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-03T20:22:21,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-03T20:22:21,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-03T20:22:21,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-03T20:22:21,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-03T20:22:21,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T20:22:21,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T20:22:21,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-03T20:22:21,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-03T20:22:21,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-03T20:22:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-03T20:22:21,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T20:22:21,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-03T20:22:21,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-03T20:22:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-03T20:22:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-03T20:22:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-03T20:22:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-03T20:22:21,663 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 Release verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:21,664 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34795,1733257265716 Release verify snapshot worker=b29c245002d9,34795,1733257265716 2024-12-03T20:22:21,664 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 Release verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-03T20:22:21,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 in 10.0170 sec 2024-12-03T20:22:21,666 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34795,1733257265716 Release verify snapshot worker=b29c245002d9,34795,1733257265716 2024-12-03T20:22:21,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34795,1733257265716 in 10.0180 sec 2024-12-03T20:22:21,667 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:21,667 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:21,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 in 10.0180 sec 2024-12-03T20:22:21,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34795,1733257265716 in 10.0210 sec 2024-12-03T20:22:21,670 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 Release verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:21,670 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34795,1733257265716 Release verify snapshot worker=b29c245002d9,34795,1733257265716 2024-12-03T20:22:21,670 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:21,670 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,34795,1733257265716 2024-12-03T20:22:21,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 in 10.0240 sec 2024-12-03T20:22:21,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34795,1733257265716 in 10.0240 sec 2024-12-03T20:22:31,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-03T20:22:31,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-03T20:22:31,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-03T20:22:31,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-03T20:22:31,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-03T20:22:31,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-03T20:22:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-03T20:22:31,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-03T20:22:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-03T20:22:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-03T20:22:31,696 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34795,1733257265716 Release verify snapshot worker=b29c245002d9,34795,1733257265716 2024-12-03T20:22:31,696 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 Release verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:31,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34795,1733257265716 in 20.0500 sec 2024-12-03T20:22:31,705 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 Release verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:31,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 in 20.0510 sec 2024-12-03T20:22:31,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 in 20.0590 sec 2024-12-03T20:22:31,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-03T20:22:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42007 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-03T20:22:31,719 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 Release verify snapshot worker=b29c245002d9,35823,1733257265776 2024-12-03T20:22:31,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-12-03T20:22:31,730 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-03T20:22:31,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,35823,1733257265776 in 20.0730 sec 2024-12-03T20:22:31,740 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/.hbase-snapshot/SnapshotProcedureTest 2024-12-03T20:22:31,747 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-03T20:22:31,747 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-03T20:22:31,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0780 sec 2024-12-03T20:22:31,880 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-03T20:22:31,902 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-03T20:22:31,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:22:31,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:22:31,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:22:31,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:31,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:31,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:22:31,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911968005, stopped=false 2024-12-03T20:22:31,904 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,42007,1733257264474 2024-12-03T20:22:31,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:22:31,982 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:22:31,983 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:31,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:22:31,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:22:31,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:31,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:31,986 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:22:31,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:22:31,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:22:31,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:31,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:22:31,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:22:31,988 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,34795,1733257265716' ***** 2024-12-03T20:22:31,988 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:22:31,988 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,35823,1733257265776' ***** 2024-12-03T20:22:31,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:22:31,988 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:22:31,988 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:22:31,988 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:22:31,988 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:22:31,988 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:22:31,989 INFO [RS:2;b29c245002d9:35823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:22:31,989 INFO [RS:2;b29c245002d9:35823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:22:31,989 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ef0bc198fb0eccfe0364f686c3a4d46 2024-12-03T20:22:31,989 INFO [RS:1;b29c245002d9:34795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:22:31,990 INFO [RS:1;b29c245002d9:34795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:22:31,990 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(3091): Received CLOSE for c4df8ea92b5ca23554e9df3a26491463 2024-12-03T20:22:32,004 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for 713fd4f0d5fbd3521595ac9e576d9de7 2024-12-03T20:22:32,004 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ae112b1f04999b9f642435d012563c2 2024-12-03T20:22:32,004 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for 32041f109924c74a0d884f49c3030ce8 2024-12-03T20:22:32,004 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for d627f157f401eed5e2782e153513c905 2024-12-03T20:22:32,005 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,35823,1733257265776 2024-12-03T20:22:32,005 INFO [RS:2;b29c245002d9:35823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:22:32,005 INFO [RS:2;b29c245002d9:35823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b29c245002d9:35823. 2024-12-03T20:22:32,005 DEBUG [RS:2;b29c245002d9:35823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:22:32,005 DEBUG [RS:2;b29c245002d9:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:32,005 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-03T20:22:32,005 DEBUG [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(1325): Online Regions={3ef0bc198fb0eccfe0364f686c3a4d46=SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46., 713fd4f0d5fbd3521595ac9e576d9de7=SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7., 8ae112b1f04999b9f642435d012563c2=SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2., 32041f109924c74a0d884f49c3030ce8=SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8., d627f157f401eed5e2782e153513c905=SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905.} 2024-12-03T20:22:32,006 DEBUG [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(1351): Waiting on 32041f109924c74a0d884f49c3030ce8, 3ef0bc198fb0eccfe0364f686c3a4d46, 713fd4f0d5fbd3521595ac9e576d9de7, 8ae112b1f04999b9f642435d012563c2, d627f157f401eed5e2782e153513c905 2024-12-03T20:22:32,007 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ef0bc198fb0eccfe0364f686c3a4d46, disabling compactions & flushes 2024-12-03T20:22:32,007 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:22:32,007 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:22:32,007 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. after waiting 0 ms 2024-12-03T20:22:32,007 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:22:32,015 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c72b328d750612dd5df791606cfa9ad 2024-12-03T20:22:32,015 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(3091): Received CLOSE for fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:32,015 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(3091): Received CLOSE for 8056501acc950a88d841f5943056af80 2024-12-03T20:22:32,015 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(3091): Received CLOSE for 271c40058e9adf7eba1b9a6dcf680cb8 2024-12-03T20:22:32,015 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,34795,1733257265716 2024-12-03T20:22:32,015 INFO [RS:1;b29c245002d9:34795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:22:32,015 INFO [RS:1;b29c245002d9:34795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b29c245002d9:34795. 2024-12-03T20:22:32,015 DEBUG [RS:1;b29c245002d9:34795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:22:32,015 DEBUG [RS:1;b29c245002d9:34795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:32,016 INFO [RS:1;b29c245002d9:34795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:22:32,016 INFO [RS:1;b29c245002d9:34795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:22:32,016 INFO [RS:1;b29c245002d9:34795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:22:32,016 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:22:32,018 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4df8ea92b5ca23554e9df3a26491463, disabling compactions & flushes 2024-12-03T20:22:32,018 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:22:32,018 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:22:32,018 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. after waiting 0 ms 2024-12-03T20:22:32,018 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:22:32,036 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-03T20:22:32,036 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1325): Online Regions={c4df8ea92b5ca23554e9df3a26491463=SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463., 8c72b328d750612dd5df791606cfa9ad=SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad., fceea2b52290837dec8bad4ad5d467de=SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de., 1588230740=hbase:meta,,1.1588230740, 8056501acc950a88d841f5943056af80=SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80., 271c40058e9adf7eba1b9a6dcf680cb8=SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8.} 2024-12-03T20:22:32,036 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 271c40058e9adf7eba1b9a6dcf680cb8, 8056501acc950a88d841f5943056af80, 8c72b328d750612dd5df791606cfa9ad, c4df8ea92b5ca23554e9df3a26491463, fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:32,038 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:22:32,038 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:22:32,038 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:22:32,038 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:22:32,038 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:22:32,047 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:22:32,055 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-12-03T20:22:32,086 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:22:32,099 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/3ef0bc198fb0eccfe0364f686c3a4d46/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:22:32,102 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:22:32,102 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ef0bc198fb0eccfe0364f686c3a4d46: Waiting for close lock at 1733257352006Running coprocessor pre-close hooks at 1733257352007 (+1 ms)Disabling compacts and flushes for region at 1733257352007Disabling writes for close at 1733257352007Writing region close event to WAL at 1733257352072 (+65 ms)Running coprocessor post-close hooks at 1733257352100 (+28 ms)Closed at 1733257352102 (+2 ms) 2024-12-03T20:22:32,103 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733257279841.3ef0bc198fb0eccfe0364f686c3a4d46. 2024-12-03T20:22:32,103 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 713fd4f0d5fbd3521595ac9e576d9de7, disabling compactions & flushes 2024-12-03T20:22:32,103 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:22:32,103 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:22:32,103 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. after waiting 0 ms 2024-12-03T20:22:32,103 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:22:32,131 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/c4df8ea92b5ca23554e9df3a26491463/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:22:32,138 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/713fd4f0d5fbd3521595ac9e576d9de7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:22:32,139 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:22:32,140 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4df8ea92b5ca23554e9df3a26491463: Waiting for close lock at 1733257352018Running coprocessor pre-close hooks at 1733257352018Disabling compacts and flushes for region at 1733257352018Disabling writes for close at 1733257352018Writing region close event to WAL at 1733257352057 (+39 ms)Running coprocessor post-close hooks at 1733257352139 (+82 ms)Closed at 1733257352139 2024-12-03T20:22:32,140 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733257279841.c4df8ea92b5ca23554e9df3a26491463. 2024-12-03T20:22:32,140 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c72b328d750612dd5df791606cfa9ad, disabling compactions & flushes 2024-12-03T20:22:32,140 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:22:32,140 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:22:32,140 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. after waiting 0 ms 2024-12-03T20:22:32,140 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:22:32,140 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:22:32,140 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 713fd4f0d5fbd3521595ac9e576d9de7: Waiting for close lock at 1733257352103Running coprocessor pre-close hooks at 1733257352103Disabling compacts and flushes for region at 1733257352103Disabling writes for close at 1733257352103Writing region close event to WAL at 1733257352124 (+21 ms)Running coprocessor post-close hooks at 1733257352140 (+16 ms)Closed at 1733257352140 2024-12-03T20:22:32,141 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733257279841.713fd4f0d5fbd3521595ac9e576d9de7. 2024-12-03T20:22:32,141 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ae112b1f04999b9f642435d012563c2, disabling compactions & flushes 2024-12-03T20:22:32,141 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:22:32,141 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:22:32,141 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. after waiting 0 ms 2024-12-03T20:22:32,141 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:22:32,177 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8c72b328d750612dd5df791606cfa9ad/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:22:32,178 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:22:32,178 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c72b328d750612dd5df791606cfa9ad: Waiting for close lock at 1733257352140Running coprocessor pre-close hooks at 1733257352140Disabling compacts and flushes for region at 1733257352140Disabling writes for close at 1733257352140Writing region close event to WAL at 1733257352152 (+12 ms)Running coprocessor post-close hooks at 1733257352178 (+26 ms)Closed at 1733257352178 2024-12-03T20:22:32,179 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733257279841.8c72b328d750612dd5df791606cfa9ad. 2024-12-03T20:22:32,179 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fceea2b52290837dec8bad4ad5d467de, disabling compactions & flushes 2024-12-03T20:22:32,179 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:22:32,179 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:22:32,179 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. after waiting 0 ms 2024-12-03T20:22:32,179 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:22:32,189 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8ae112b1f04999b9f642435d012563c2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:22:32,191 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:22:32,191 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ae112b1f04999b9f642435d012563c2: Waiting for close lock at 1733257352141Running coprocessor pre-close hooks at 1733257352141Disabling compacts and flushes for region at 1733257352141Disabling writes for close at 1733257352141Writing region close event to WAL at 1733257352154 (+13 ms)Running coprocessor post-close hooks at 1733257352191 (+37 ms)Closed at 1733257352191 2024-12-03T20:22:32,191 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733257279841.8ae112b1f04999b9f642435d012563c2. 2024-12-03T20:22:32,191 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32041f109924c74a0d884f49c3030ce8, disabling compactions & flushes 2024-12-03T20:22:32,192 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:22:32,192 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:22:32,192 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. after waiting 0 ms 2024-12-03T20:22:32,192 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:22:32,206 DEBUG [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(1351): Waiting on 32041f109924c74a0d884f49c3030ce8, d627f157f401eed5e2782e153513c905 2024-12-03T20:22:32,216 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/.tmp/info/e56acacd13a04138bb62732a6f8fdff9 is 167, key is SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8./info:regioninfo/1733257321467/Put/seqid=0 2024-12-03T20:22:32,236 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 271c40058e9adf7eba1b9a6dcf680cb8, 8056501acc950a88d841f5943056af80, fceea2b52290837dec8bad4ad5d467de 2024-12-03T20:22:32,242 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/fceea2b52290837dec8bad4ad5d467de/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:22:32,244 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:22:32,244 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fceea2b52290837dec8bad4ad5d467de: Waiting for close lock at 1733257352179Running coprocessor pre-close hooks at 1733257352179Disabling compacts and flushes for region at 1733257352179Disabling writes for close at 1733257352179Writing region close event to WAL at 1733257352204 (+25 ms)Running coprocessor post-close hooks at 1733257352244 (+40 ms)Closed at 1733257352244 2024-12-03T20:22:32,244 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733257279841.fceea2b52290837dec8bad4ad5d467de. 2024-12-03T20:22:32,244 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8056501acc950a88d841f5943056af80, disabling compactions & flushes 2024-12-03T20:22:32,244 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:22:32,245 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:22:32,245 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. after waiting 0 ms 2024-12-03T20:22:32,245 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:22:32,280 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/32041f109924c74a0d884f49c3030ce8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:22:32,281 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:22:32,282 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32041f109924c74a0d884f49c3030ce8: Waiting for close lock at 1733257352191Running coprocessor pre-close hooks at 1733257352191Disabling compacts and flushes for region at 1733257352191Disabling writes for close at 1733257352192 (+1 ms)Writing region close event to WAL at 1733257352218 (+26 ms)Running coprocessor post-close hooks at 1733257352281 (+63 ms)Closed at 1733257352281 2024-12-03T20:22:32,282 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733257279841.32041f109924c74a0d884f49c3030ce8. 2024-12-03T20:22:32,282 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d627f157f401eed5e2782e153513c905, disabling compactions & flushes 2024-12-03T20:22:32,282 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:22:32,282 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:22:32,282 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. after waiting 0 ms 2024-12-03T20:22:32,282 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:22:32,316 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/8056501acc950a88d841f5943056af80/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:22:32,317 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:22:32,318 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8056501acc950a88d841f5943056af80: Waiting for close lock at 1733257352244Running coprocessor pre-close hooks at 1733257352244Disabling compacts and flushes for region at 1733257352244Disabling writes for close at 1733257352245 (+1 ms)Writing region close event to WAL at 1733257352288 (+43 ms)Running coprocessor post-close hooks at 1733257352317 (+29 ms)Closed at 1733257352317 2024-12-03T20:22:32,318 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733257279841.8056501acc950a88d841f5943056af80. 2024-12-03T20:22:32,318 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 271c40058e9adf7eba1b9a6dcf680cb8, disabling compactions & flushes 2024-12-03T20:22:32,318 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:22:32,318 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:22:32,318 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. after waiting 0 ms 2024-12-03T20:22:32,318 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:22:32,345 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/d627f157f401eed5e2782e153513c905/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:22:32,348 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:22:32,348 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d627f157f401eed5e2782e153513c905: Waiting for close lock at 1733257352282Running coprocessor pre-close hooks at 1733257352282Disabling compacts and flushes for region at 1733257352282Disabling writes for close at 1733257352282Writing region close event to WAL at 1733257352310 (+28 ms)Running coprocessor post-close hooks at 1733257352348 (+38 ms)Closed at 1733257352348 2024-12-03T20:22:32,349 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733257279841.d627f157f401eed5e2782e153513c905. 2024-12-03T20:22:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741862_1038 (size=20292) 2024-12-03T20:22:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741862_1038 (size=20292) 2024-12-03T20:22:32,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741862_1038 (size=20292) 2024-12-03T20:22:32,364 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/.tmp/info/e56acacd13a04138bb62732a6f8fdff9 2024-12-03T20:22:32,374 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/default/SPTestTable/271c40058e9adf7eba1b9a6dcf680cb8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:22:32,375 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:22:32,375 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 271c40058e9adf7eba1b9a6dcf680cb8: Waiting for close lock at 1733257352318Running coprocessor pre-close hooks at 1733257352318Disabling compacts and flushes for region at 1733257352318Disabling writes for close at 1733257352318Writing region close event to WAL at 1733257352344 (+26 ms)Running coprocessor post-close hooks at 1733257352375 (+31 ms)Closed at 1733257352375 2024-12-03T20:22:32,375 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733257279841.271c40058e9adf7eba1b9a6dcf680cb8. 2024-12-03T20:22:32,407 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,35823,1733257265776; all regions closed. 2024-12-03T20:22:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741834_1010 (size=3500) 2024-12-03T20:22:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741834_1010 (size=3500) 2024-12-03T20:22:32,428 DEBUG [RS:2;b29c245002d9:35823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/oldWALs 2024-12-03T20:22:32,428 INFO [RS:2;b29c245002d9:35823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C35823%2C1733257265776:(num 1733257268944) 2024-12-03T20:22:32,428 DEBUG [RS:2;b29c245002d9:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:32,428 INFO [RS:2;b29c245002d9:35823 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:22:32,428 INFO [RS:2;b29c245002d9:35823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:22:32,429 INFO [RS:2;b29c245002d9:35823 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:22:32,429 INFO [RS:2;b29c245002d9:35823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:22:32,429 INFO [RS:2;b29c245002d9:35823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:22:32,429 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:22:32,429 INFO [RS:2;b29c245002d9:35823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:22:32,429 INFO [RS:2;b29c245002d9:35823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:22:32,429 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/.tmp/ns/8e0f6bd8378745f8ad974afa0983c2ff is 43, key is default/ns:d/1733257279485/Put/seqid=0 2024-12-03T20:22:32,429 INFO [RS:2;b29c245002d9:35823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35823 2024-12-03T20:22:32,437 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:22:32,477 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b29c245002d9,35823,1733257265776 2024-12-03T20:22:32,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:22:32,478 INFO [RS:2;b29c245002d9:35823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:22:32,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,35823,1733257265776] 2024-12-03T20:22:32,488 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b29c245002d9,35823,1733257265776 already deleted, retry=false 2024-12-03T20:22:32,488 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,35823,1733257265776 expired; onlineServers=1 2024-12-03T20:22:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741863_1039 (size=5153) 2024-12-03T20:22:32,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741863_1039 (size=5153) 2024-12-03T20:22:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741863_1039 (size=5153) 2024-12-03T20:22:32,536 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/.tmp/ns/8e0f6bd8378745f8ad974afa0983c2ff 2024-12-03T20:22:32,566 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:22:32,566 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:22:32,588 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:22:32,588 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1019cdaf4ae0003, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:22:32,588 INFO [RS:2;b29c245002d9:35823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:22:32,588 INFO [RS:2;b29c245002d9:35823 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,35823,1733257265776; zookeeper connection closed. 2024-12-03T20:22:32,609 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65059820 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65059820 2024-12-03T20:22:32,628 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/.tmp/table/6024b60d849b408bb2f0de32955d9ba9 is 47, key is SPTestTable/table:state/1733257290764/Put/seqid=0 2024-12-03T20:22:32,637 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:22:32,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741864_1040 (size=5214) 2024-12-03T20:22:32,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741864_1040 (size=5214) 2024-12-03T20:22:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741864_1040 (size=5214) 2024-12-03T20:22:32,724 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/.tmp/table/6024b60d849b408bb2f0de32955d9ba9 2024-12-03T20:22:32,750 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/.tmp/info/e56acacd13a04138bb62732a6f8fdff9 as hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/info/e56acacd13a04138bb62732a6f8fdff9 2024-12-03T20:22:32,776 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/info/e56acacd13a04138bb62732a6f8fdff9, entries=116, sequenceid=37, filesize=19.8 K 2024-12-03T20:22:32,785 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/.tmp/ns/8e0f6bd8378745f8ad974afa0983c2ff as hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/ns/8e0f6bd8378745f8ad974afa0983c2ff 2024-12-03T20:22:32,817 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/ns/8e0f6bd8378745f8ad974afa0983c2ff, entries=2, sequenceid=37, filesize=5.0 K 2024-12-03T20:22:32,820 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/.tmp/table/6024b60d849b408bb2f0de32955d9ba9 as hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/table/6024b60d849b408bb2f0de32955d9ba9 2024-12-03T20:22:32,837 DEBUG [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:22:32,848 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/table/6024b60d849b408bb2f0de32955d9ba9, entries=2, sequenceid=37, filesize=5.1 K 2024-12-03T20:22:32,850 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 812ms, sequenceid=37, compaction requested=false 2024-12-03T20:22:32,933 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-03T20:22:32,934 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:22:32,935 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:22:32,935 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257352037Running coprocessor pre-close hooks at 1733257352037Disabling compacts and flushes for region at 1733257352037Disabling writes for close at 1733257352038 (+1 ms)Obtaining lock to block concurrent updates at 1733257352055 (+17 ms)Preparing flush snapshotting stores in 1588230740 at 1733257352055Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1733257352057 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257352058 (+1 ms)Flushing 1588230740/info: creating writer at 1733257352058Flushing 1588230740/info: appending metadata at 1733257352206 (+148 ms)Flushing 1588230740/info: closing flushed file at 1733257352206Flushing 1588230740/ns: creating writer at 1733257352378 (+172 ms)Flushing 1588230740/ns: appending metadata at 1733257352428 (+50 ms)Flushing 1588230740/ns: closing flushed file at 1733257352428Flushing 1588230740/table: creating writer at 1733257352561 (+133 ms)Flushing 1588230740/table: appending metadata at 1733257352627 (+66 ms)Flushing 1588230740/table: closing flushed file at 1733257352627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2ad159: reopening flushed file at 1733257352748 (+121 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@849e8a5: reopening flushed file at 1733257352777 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1eb482: reopening flushed file at 1733257352818 (+41 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 812ms, sequenceid=37, compaction requested=false at 1733257352850 (+32 ms)Writing region close event to WAL at 1733257352920 (+70 ms)Running coprocessor post-close hooks at 1733257352934 (+14 ms)Closed at 1733257352935 (+1 ms) 2024-12-03T20:22:32,935 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:22:33,038 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,34795,1733257265716; all regions closed. 2024-12-03T20:22:33,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741836_1012 (size=19530) 2024-12-03T20:22:33,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741836_1012 (size=19530) 2024-12-03T20:22:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741836_1012 (size=19530) 2024-12-03T20:22:33,073 DEBUG [RS:1;b29c245002d9:34795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/oldWALs 2024-12-03T20:22:33,074 INFO [RS:1;b29c245002d9:34795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C34795%2C1733257265716.meta:.meta(num 1733257279115) 2024-12-03T20:22:33,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741833_1009 (size=3530) 2024-12-03T20:22:33,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741833_1009 (size=3530) 2024-12-03T20:22:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741833_1009 (size=3530) 2024-12-03T20:22:33,092 DEBUG [RS:1;b29c245002d9:34795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/oldWALs 2024-12-03T20:22:33,092 INFO [RS:1;b29c245002d9:34795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C34795%2C1733257265716:(num 1733257268877) 2024-12-03T20:22:33,092 DEBUG [RS:1;b29c245002d9:34795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:33,092 INFO [RS:1;b29c245002d9:34795 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:22:33,092 INFO [RS:1;b29c245002d9:34795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:22:33,093 INFO [RS:1;b29c245002d9:34795 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:22:33,093 INFO [RS:1;b29c245002d9:34795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:22:33,093 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:22:33,094 INFO [RS:1;b29c245002d9:34795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34795 2024-12-03T20:22:33,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b29c245002d9,34795,1733257265716 2024-12-03T20:22:33,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:22:33,109 INFO [RS:1;b29c245002d9:34795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:22:33,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,34795,1733257265716] 2024-12-03T20:22:33,119 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b29c245002d9,34795,1733257265716 already deleted, retry=false 2024-12-03T20:22:33,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,34795,1733257265716 expired; onlineServers=0 2024-12-03T20:22:33,119 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,42007,1733257264474' ***** 2024-12-03T20:22:33,119 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:22:33,120 INFO [M:0;b29c245002d9:42007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:22:33,120 INFO [M:0;b29c245002d9:42007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:22:33,120 DEBUG [M:0;b29c245002d9:42007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:22:33,120 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:22:33,120 DEBUG [M:0;b29c245002d9:42007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:22:33,120 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257267348 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257267348,5,FailOnTimeoutGroup] 2024-12-03T20:22:33,120 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257267380 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257267380,5,FailOnTimeoutGroup] 2024-12-03T20:22:33,121 INFO [M:0;b29c245002d9:42007 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:22:33,121 INFO [M:0;b29c245002d9:42007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:22:33,121 DEBUG [M:0;b29c245002d9:42007 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:22:33,121 INFO [M:0;b29c245002d9:42007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:22:33,121 INFO [M:0;b29c245002d9:42007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:22:33,121 ERROR [M:0;b29c245002d9:42007 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1428117987) connection to localhost/127.0.0.1:33195 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33195,5,PEWorkerGroup] 2024-12-03T20:22:33,124 INFO [M:0;b29c245002d9:42007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:22:33,136 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:22:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T20:22:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:33,141 INFO [M:0;b29c245002d9:42007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/.lastflushedseqids 2024-12-03T20:22:33,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-03T20:22:33,156 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-03T20:22:33,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:22:33,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34795-0x1019cdaf4ae0002, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:22:33,231 INFO [RS:1;b29c245002d9:34795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:22:33,231 INFO [RS:1;b29c245002d9:34795 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,34795,1733257265716; zookeeper connection closed. 2024-12-03T20:22:33,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a1ede8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a1ede8 2024-12-03T20:22:33,232 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T20:22:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741865_1041 (size=686) 2024-12-03T20:22:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741865_1041 (size=686) 2024-12-03T20:22:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741865_1041 (size=686) 2024-12-03T20:22:33,239 INFO [M:0;b29c245002d9:42007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:22:33,240 INFO [M:0;b29c245002d9:42007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:22:33,240 DEBUG [M:0;b29c245002d9:42007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:22:33,240 INFO [M:0;b29c245002d9:42007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:22:33,240 DEBUG [M:0;b29c245002d9:42007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:22:33,240 DEBUG [M:0;b29c245002d9:42007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:22:33,240 DEBUG [M:0;b29c245002d9:42007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:22:33,240 INFO [M:0;b29c245002d9:42007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.27 KB heapSize=242.04 KB 2024-12-03T20:22:33,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741834_1010 (size=3500) 2024-12-03T20:22:33,283 DEBUG [M:0;b29c245002d9:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57a83c3154fa4ad2811998c438e0f1fa is 82, key is hbase:meta,,1/info:regioninfo/1733257279224/Put/seqid=0 2024-12-03T20:22:33,298 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:22:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741866_1042 (size=5672) 2024-12-03T20:22:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741866_1042 (size=5672) 2024-12-03T20:22:33,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741866_1042 (size=5672) 2024-12-03T20:22:33,335 INFO [M:0;b29c245002d9:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57a83c3154fa4ad2811998c438e0f1fa 2024-12-03T20:22:33,453 DEBUG [M:0;b29c245002d9:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d468a114f7c4a2694fe39c2dfdf2966 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733257290771/Put/seqid=0 2024-12-03T20:22:33,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741867_1043 (size=8973) 2024-12-03T20:22:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741867_1043 (size=8973) 2024-12-03T20:22:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741867_1043 (size=8973) 2024-12-03T20:22:33,521 INFO [M:0;b29c245002d9:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.53 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d468a114f7c4a2694fe39c2dfdf2966 2024-12-03T20:22:33,532 INFO [M:0;b29c245002d9:42007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d468a114f7c4a2694fe39c2dfdf2966 2024-12-03T20:22:33,560 DEBUG [M:0;b29c245002d9:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8d72ee888a0466aa95fcb9648eaa15b is 69, key is b29c245002d9,34795,1733257265716/rs:state/1733257267418/Put/seqid=0 2024-12-03T20:22:33,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741868_1044 (size=5441) 2024-12-03T20:22:33,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741868_1044 (size=5441) 2024-12-03T20:22:33,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741868_1044 (size=5441) 2024-12-03T20:22:33,620 INFO [M:0;b29c245002d9:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8d72ee888a0466aa95fcb9648eaa15b 2024-12-03T20:22:33,639 INFO [M:0;b29c245002d9:42007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8d72ee888a0466aa95fcb9648eaa15b 2024-12-03T20:22:33,640 DEBUG [M:0;b29c245002d9:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57a83c3154fa4ad2811998c438e0f1fa as hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57a83c3154fa4ad2811998c438e0f1fa 2024-12-03T20:22:33,650 INFO [M:0;b29c245002d9:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57a83c3154fa4ad2811998c438e0f1fa, entries=8, sequenceid=513, filesize=5.5 K 2024-12-03T20:22:33,652 DEBUG [M:0;b29c245002d9:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d468a114f7c4a2694fe39c2dfdf2966 as hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d468a114f7c4a2694fe39c2dfdf2966 2024-12-03T20:22:33,665 INFO [M:0;b29c245002d9:42007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d468a114f7c4a2694fe39c2dfdf2966 2024-12-03T20:22:33,666 INFO [M:0;b29c245002d9:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d468a114f7c4a2694fe39c2dfdf2966, entries=56, sequenceid=513, filesize=8.8 K 2024-12-03T20:22:33,667 DEBUG [M:0;b29c245002d9:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8d72ee888a0466aa95fcb9648eaa15b as hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8d72ee888a0466aa95fcb9648eaa15b 2024-12-03T20:22:33,680 INFO [M:0;b29c245002d9:42007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8d72ee888a0466aa95fcb9648eaa15b 2024-12-03T20:22:33,680 INFO [M:0;b29c245002d9:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/dcf707e8-086c-f8b4-2309-cffdb2e1ef77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8d72ee888a0466aa95fcb9648eaa15b, entries=3, sequenceid=513, filesize=5.3 K 2024-12-03T20:22:33,683 INFO [M:0;b29c245002d9:42007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 442ms, sequenceid=513, compaction requested=false 2024-12-03T20:22:33,705 INFO [M:0;b29c245002d9:42007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:22:33,705 DEBUG [M:0;b29c245002d9:42007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257353240Disabling compacts and flushes for region at 1733257353240Disabling writes for close at 1733257353240Obtaining lock to block concurrent updates at 1733257353240Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257353240Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199955, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1733257353241 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257353242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257353242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257353269 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257353269Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257353355 (+86 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257353452 (+97 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257353452Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257353533 (+81 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257353559 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257353559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4041c733: reopening flushed file at 1733257353639 (+80 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec05e44: reopening flushed file at 1733257353650 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709a5cf3: reopening flushed file at 1733257353666 (+16 ms)Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 442ms, sequenceid=513, compaction requested=false at 1733257353683 (+17 ms)Writing region close event to WAL at 1733257353705 (+22 ms)Closed at 1733257353705 2024-12-03T20:22:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741830_1006 (size=234147) 2024-12-03T20:22:33,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37973 is added to blk_1073741830_1006 (size=234147) 2024-12-03T20:22:33,741 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:22:33,741 INFO [M:0;b29c245002d9:42007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:22:33,741 INFO [M:0;b29c245002d9:42007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42007 2024-12-03T20:22:33,742 INFO [M:0;b29c245002d9:42007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:22:33,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:22:33,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x1019cdaf4ae0000, quorum=127.0.0.1:56381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:22:33,883 INFO [M:0;b29c245002d9:42007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:22:33,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fc0119d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:22:33,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c55760b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:22:33,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:22:33,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69a0fd7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:22:33,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c4cac7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir/,STOPPED} 2024-12-03T20:22:33,971 WARN [BP-647177652-172.17.0.3-1733257257694 heartbeating to localhost/127.0.0.1:33195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:22:33,971 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:22:33,971 WARN [BP-647177652-172.17.0.3-1733257257694 heartbeating to localhost/127.0.0.1:33195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647177652-172.17.0.3-1733257257694 (Datanode Uuid 0346534d-a55b-4901-8ad1-6f5ed60242c5) service to localhost/127.0.0.1:33195 2024-12-03T20:22:33,971 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:22:33,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data5/current/BP-647177652-172.17.0.3-1733257257694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:22:33,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:22:33,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data6/current/BP-647177652-172.17.0.3-1733257257694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:22:34,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2456af7c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:22:34,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c9fc196{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:22:34,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:22:34,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aded753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:22:34,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69595418{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir/,STOPPED} 2024-12-03T20:22:34,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:22:34,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:22:34,024 WARN [BP-647177652-172.17.0.3-1733257257694 heartbeating to localhost/127.0.0.1:33195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:22:34,024 WARN [BP-647177652-172.17.0.3-1733257257694 heartbeating to localhost/127.0.0.1:33195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647177652-172.17.0.3-1733257257694 (Datanode Uuid 69c3360a-2ec4-452f-8dbb-5920834948a7) service to localhost/127.0.0.1:33195 2024-12-03T20:22:34,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data3/current/BP-647177652-172.17.0.3-1733257257694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:22:34,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data4/current/BP-647177652-172.17.0.3-1733257257694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:22:34,026 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:22:34,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74fdefe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:22:34,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f4820a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:22:34,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:22:34,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51b94643{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:22:34,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b183b70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir/,STOPPED} 2024-12-03T20:22:34,033 WARN [BP-647177652-172.17.0.3-1733257257694 heartbeating to localhost/127.0.0.1:33195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:22:34,033 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:22:34,033 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:22:34,033 WARN [BP-647177652-172.17.0.3-1733257257694 heartbeating to localhost/127.0.0.1:33195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647177652-172.17.0.3-1733257257694 (Datanode Uuid 25460387-1c36-4f88-8f93-080d27254076) service to localhost/127.0.0.1:33195 2024-12-03T20:22:34,034 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data1/current/BP-647177652-172.17.0.3-1733257257694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:22:34,034 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/cluster_e14df582-5365-2c08-939e-72e0eb27d936/data/data2/current/BP-647177652-172.17.0.3-1733257257694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:22:34,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:22:34,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@230618ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:22:34,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cf512da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:22:34,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:22:34,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f5072b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:22:34,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ecf4988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir/,STOPPED} 2024-12-03T20:22:34,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:22:34,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:22:34,195 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b29c245002d9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@260c2a28 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b29c245002d9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:33195 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/b29c245002d9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:33195 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b29c245002d9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/b29c245002d9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b29c245002d9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:33195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b29c245002d9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b29c245002d9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:33195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 566), ProcessCount=11 (was 11), AvailableMemoryMB=2254 (was 4398) 2024-12-03T20:22:34,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=11, AvailableMemoryMB=2250 2024-12-03T20:22:34,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir so I do NOT create it in target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec 2024-12-03T20:22:34,255 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:22:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.tmp.dir so I do NOT create it in target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec 2024-12-03T20:22:34,256 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fc166c-6bbc-f5bd-3ef6-139727c62196/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:22:34,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec 2024-12-03T20:22:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:22:34,256 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc, deleteOnExit=true 2024-12-03T20:22:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:22:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/test.cache.data in system properties and HBase conf 2024-12-03T20:22:34,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:22:34,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:22:34,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:22:34,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:22:34,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:22:34,258 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:22:34,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:22:34,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:22:34,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:22:34,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:22:34,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:22:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:22:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:22:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:22:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:22:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:22:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:22:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:22:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:22:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:22:34,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:22:34,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:22:34,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:22:34,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:22:34,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:22:34,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:22:34,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297e29e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:22:34,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2df5f37e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:22:34,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11dd0042{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/java.io.tmpdir/jetty-localhost-35211-hadoop-hdfs-3_4_1-tests_jar-_-any-16761407744690529912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:22:34,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@415f8ea7{HTTP/1.1, (http/1.1)}{localhost:35211} 2024-12-03T20:22:34,950 INFO [Time-limited test {}] server.Server(415): Started @100877ms 2024-12-03T20:22:35,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:22:35,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:22:35,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:22:35,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:22:35,381 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:22:35,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:22:35,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:22:35,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:22:35,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ca7a78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:22:35,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c5e4ff1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:22:35,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f8e2c9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/java.io.tmpdir/jetty-localhost-41711-hadoop-hdfs-3_4_1-tests_jar-_-any-16702042819628947989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:22:35,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5339623b{HTTP/1.1, (http/1.1)}{localhost:41711} 2024-12-03T20:22:35,544 INFO [Time-limited test {}] server.Server(415): Started @101471ms 2024-12-03T20:22:35,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:22:35,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:22:35,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:22:35,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:22:35,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:22:35,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:22:35,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@441a2cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:22:35,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76333b80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:22:35,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@176648e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/java.io.tmpdir/jetty-localhost-38397-hadoop-hdfs-3_4_1-tests_jar-_-any-12449200804109538457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:22:35,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b0274f8{HTTP/1.1, (http/1.1)}{localhost:38397} 2024-12-03T20:22:35,978 INFO [Time-limited test {}] server.Server(415): Started @101905ms 2024-12-03T20:22:35,986 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:22:36,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:22:36,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:22:36,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:22:36,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:22:36,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:22:36,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c84ddf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:22:36,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e9465b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:22:36,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d9d5cb3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/java.io.tmpdir/jetty-localhost-45477-hadoop-hdfs-3_4_1-tests_jar-_-any-5116881127984222164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:22:36,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@489028d{HTTP/1.1, (http/1.1)}{localhost:45477} 2024-12-03T20:22:36,467 INFO [Time-limited test {}] server.Server(415): Started @102395ms 2024-12-03T20:22:36,470 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:22:36,679 WARN [Thread-694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data1/current/BP-985600380-172.17.0.3-1733257354295/current, will proceed with Du for space computation calculation, 2024-12-03T20:22:36,689 WARN [Thread-695 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data2/current/BP-985600380-172.17.0.3-1733257354295/current, will proceed with Du for space computation calculation, 2024-12-03T20:22:36,753 WARN [Thread-638 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:22:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80fb8d47a3df6103 with lease ID 0xe6216577a582941d: Processing first storage report for DS-1389ac96-dd42-42bd-bd62-f8caad52fe25 from datanode DatanodeRegistration(127.0.0.1:40101, datanodeUuid=ffe32827-ab8c-4624-9ab7-b291dee06d66, infoPort=38023, infoSecurePort=0, ipcPort=46553, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295) 2024-12-03T20:22:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80fb8d47a3df6103 with lease ID 0xe6216577a582941d: from storage DS-1389ac96-dd42-42bd-bd62-f8caad52fe25 node DatanodeRegistration(127.0.0.1:40101, datanodeUuid=ffe32827-ab8c-4624-9ab7-b291dee06d66, infoPort=38023, infoSecurePort=0, ipcPort=46553, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:22:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80fb8d47a3df6103 with lease ID 0xe6216577a582941d: Processing first storage report for DS-f0717783-f0c7-4523-a379-eb0afe398819 from datanode DatanodeRegistration(127.0.0.1:40101, datanodeUuid=ffe32827-ab8c-4624-9ab7-b291dee06d66, infoPort=38023, infoSecurePort=0, ipcPort=46553, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295) 2024-12-03T20:22:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80fb8d47a3df6103 with lease ID 0xe6216577a582941d: from storage DS-f0717783-f0c7-4523-a379-eb0afe398819 node DatanodeRegistration(127.0.0.1:40101, datanodeUuid=ffe32827-ab8c-4624-9ab7-b291dee06d66, infoPort=38023, infoSecurePort=0, ipcPort=46553, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T20:22:37,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:22:37,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:22:37,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:22:37,357 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data3/current/BP-985600380-172.17.0.3-1733257354295/current, will proceed with Du for space computation calculation, 2024-12-03T20:22:37,363 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data4/current/BP-985600380-172.17.0.3-1733257354295/current, will proceed with Du for space computation calculation, 2024-12-03T20:22:37,466 WARN [Thread-662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:22:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6c41aef84b6fcb3 with lease ID 0xe6216577a582941e: Processing first storage report for DS-c5f0d5e6-ab20-4ebf-b92a-36c38a27011f from datanode DatanodeRegistration(127.0.0.1:33295, datanodeUuid=a8de6ef2-7d87-40d6-a8b0-e19c7ff697f6, infoPort=39775, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295) 2024-12-03T20:22:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6c41aef84b6fcb3 with lease ID 0xe6216577a582941e: from storage DS-c5f0d5e6-ab20-4ebf-b92a-36c38a27011f node DatanodeRegistration(127.0.0.1:33295, datanodeUuid=a8de6ef2-7d87-40d6-a8b0-e19c7ff697f6, infoPort=39775, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:22:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6c41aef84b6fcb3 with lease ID 0xe6216577a582941e: Processing first storage report for DS-224d9e75-dc73-4762-9167-6eb5a4658c32 from datanode DatanodeRegistration(127.0.0.1:33295, datanodeUuid=a8de6ef2-7d87-40d6-a8b0-e19c7ff697f6, infoPort=39775, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295) 2024-12-03T20:22:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6c41aef84b6fcb3 with lease ID 0xe6216577a582941e: from storage DS-224d9e75-dc73-4762-9167-6eb5a4658c32 node DatanodeRegistration(127.0.0.1:33295, datanodeUuid=a8de6ef2-7d87-40d6-a8b0-e19c7ff697f6, infoPort=39775, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:22:37,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:22:37,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:22:37,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:22:37,696 WARN [Thread-721 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data5/current/BP-985600380-172.17.0.3-1733257354295/current, will proceed with Du for space computation calculation, 2024-12-03T20:22:37,697 WARN [Thread-722 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data6/current/BP-985600380-172.17.0.3-1733257354295/current, will proceed with Du for space computation calculation, 2024-12-03T20:22:37,774 WARN [Thread-685 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:22:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19279c74bccbb6ed with lease ID 0xe6216577a582941f: Processing first storage report for DS-9cc5e15e-8659-4a9d-8bb4-5785a73022ef from datanode DatanodeRegistration(127.0.0.1:38737, datanodeUuid=1fd491d7-42c6-4e8b-8dd4-3700d1261637, infoPort=44923, infoSecurePort=0, ipcPort=38599, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295) 2024-12-03T20:22:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19279c74bccbb6ed with lease ID 0xe6216577a582941f: from storage DS-9cc5e15e-8659-4a9d-8bb4-5785a73022ef node DatanodeRegistration(127.0.0.1:38737, datanodeUuid=1fd491d7-42c6-4e8b-8dd4-3700d1261637, infoPort=44923, infoSecurePort=0, ipcPort=38599, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:22:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19279c74bccbb6ed with lease ID 0xe6216577a582941f: Processing first storage report for DS-bd23dc65-99a1-46c4-b4ab-cbf29d8c7429 from datanode DatanodeRegistration(127.0.0.1:38737, datanodeUuid=1fd491d7-42c6-4e8b-8dd4-3700d1261637, infoPort=44923, infoSecurePort=0, ipcPort=38599, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295) 2024-12-03T20:22:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19279c74bccbb6ed with lease ID 0xe6216577a582941f: from storage DS-bd23dc65-99a1-46c4-b4ab-cbf29d8c7429 node DatanodeRegistration(127.0.0.1:38737, datanodeUuid=1fd491d7-42c6-4e8b-8dd4-3700d1261637, infoPort=44923, infoSecurePort=0, ipcPort=38599, storageInfo=lv=-57;cid=testClusterID;nsid=933903059;c=1733257354295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:22:37,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec 2024-12-03T20:22:37,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/zookeeper_0, clientPort=49614, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:22:37,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49614 2024-12-03T20:22:37,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:37,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:37,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:22:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:22:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:22:37,913 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c with version=8 2024-12-03T20:22:37,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/hbase-staging 2024-12-03T20:22:37,916 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:22:37,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:37,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:37,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:22:37,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:37,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:22:37,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:22:37,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:22:37,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36463 2024-12-03T20:22:37,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36463 connecting to ZooKeeper ensemble=127.0.0.1:49614 2024-12-03T20:22:38,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364630x0, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:22:38,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36463-0x1019cdc65b90000 connected 2024-12-03T20:22:38,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:38,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:38,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:22:38,166 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c, hbase.cluster.distributed=false 2024-12-03T20:22:38,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:22:38,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36463 2024-12-03T20:22:38,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36463 2024-12-03T20:22:38,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36463 2024-12-03T20:22:38,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36463 2024-12-03T20:22:38,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36463 2024-12-03T20:22:38,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:22:38,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:38,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:38,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:22:38,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:38,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:22:38,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:22:38,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:22:38,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34997 2024-12-03T20:22:38,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34997 connecting to ZooKeeper ensemble=127.0.0.1:49614 2024-12-03T20:22:38,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:38,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:38,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349970x0, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:22:38,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349970x0, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:22:38,212 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:22:38,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34997-0x1019cdc65b90001 connected 2024-12-03T20:22:38,220 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:22:38,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:22:38,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:22:38,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34997 2024-12-03T20:22:38,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34997 2024-12-03T20:22:38,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34997 2024-12-03T20:22:38,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34997 2024-12-03T20:22:38,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34997 2024-12-03T20:22:38,255 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:22:38,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:38,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:38,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:22:38,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:38,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:22:38,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:22:38,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:22:38,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38113 2024-12-03T20:22:38,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38113 connecting to ZooKeeper ensemble=127.0.0.1:49614 2024-12-03T20:22:38,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:38,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:38,274 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381130x0, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:22:38,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381130x0, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:22:38,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38113-0x1019cdc65b90002 connected 2024-12-03T20:22:38,275 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:22:38,275 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:22:38,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:22:38,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:22:38,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38113 2024-12-03T20:22:38,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38113 2024-12-03T20:22:38,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38113 2024-12-03T20:22:38,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38113 2024-12-03T20:22:38,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38113 2024-12-03T20:22:38,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:22:38,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:38,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:38,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:22:38,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:22:38,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:22:38,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:22:38,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:22:38,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44847 2024-12-03T20:22:38,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44847 connecting to ZooKeeper ensemble=127.0.0.1:49614 2024-12-03T20:22:38,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:38,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:38,319 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448470x0, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:22:38,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448470x0, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:22:38,320 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:22:38,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44847-0x1019cdc65b90003 connected 2024-12-03T20:22:38,321 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:22:38,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:22:38,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:22:38,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44847 2024-12-03T20:22:38,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44847 2024-12-03T20:22:38,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44847 2024-12-03T20:22:38,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44847 2024-12-03T20:22:38,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44847 2024-12-03T20:22:38,348 DEBUG [M:0;b29c245002d9:36463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:36463 2024-12-03T20:22:38,348 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b29c245002d9,36463,1733257357915 2024-12-03T20:22:38,358 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:22:38,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:22:38,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:22:38,359 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b29c245002d9,36463,1733257357915 2024-12-03T20:22:38,360 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:22:38,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:22:38,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,370 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:22:38,370 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,375 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:22:38,375 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,379 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:22:38,380 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b29c245002d9,36463,1733257357915 from backup master directory 2024-12-03T20:22:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b29c245002d9,36463,1733257357915 2024-12-03T20:22:38,390 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:22:38,390 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:22:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:22:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:22:38,391 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:22:38,391 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,36463,1733257357915 2024-12-03T20:22:38,403 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/hbase.id] with ID: f21e2b7e-7e75-4ac8-9db9-667ba21611a6 2024-12-03T20:22:38,403 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/.tmp/hbase.id 2024-12-03T20:22:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:22:38,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:22:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:22:38,445 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/.tmp/hbase.id]:[hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/hbase.id] 2024-12-03T20:22:38,462 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:22:38,462 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:22:38,465 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-03T20:22:38,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,474 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,474 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:22:38,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:22:38,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:22:38,509 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:22:38,510 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:22:38,512 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:22:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:22:38,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:22:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:22:38,554 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store 2024-12-03T20:22:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:22:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:22:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:22:38,576 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:38,576 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:22:38,576 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:22:38,576 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:22:38,576 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:22:38,576 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:22:38,576 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:22:38,576 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257358576Disabling compacts and flushes for region at 1733257358576Disabling writes for close at 1733257358576Writing region close event to WAL at 1733257358576Closed at 1733257358576 2024-12-03T20:22:38,577 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/.initializing 2024-12-03T20:22:38,577 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/WALs/b29c245002d9,36463,1733257357915 2024-12-03T20:22:38,579 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:22:38,581 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C36463%2C1733257357915, suffix=, logDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/WALs/b29c245002d9,36463,1733257357915, archiveDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/oldWALs, maxLogs=10 2024-12-03T20:22:38,600 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/WALs/b29c245002d9,36463,1733257357915/b29c245002d9%2C36463%2C1733257357915.1733257358581, exclude list is [], retry=0 2024-12-03T20:22:38,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33295,DS-c5f0d5e6-ab20-4ebf-b92a-36c38a27011f,DISK] 2024-12-03T20:22:38,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40101,DS-1389ac96-dd42-42bd-bd62-f8caad52fe25,DISK] 2024-12-03T20:22:38,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38737,DS-9cc5e15e-8659-4a9d-8bb4-5785a73022ef,DISK] 2024-12-03T20:22:38,619 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/WALs/b29c245002d9,36463,1733257357915/b29c245002d9%2C36463%2C1733257357915.1733257358581 2024-12-03T20:22:38,620 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38023:38023),(127.0.0.1/127.0.0.1:44923:44923),(127.0.0.1/127.0.0.1:39775:39775)] 2024-12-03T20:22:38,620 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:22:38,620 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:38,620 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,620 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:22:38,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:38,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:22:38,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:22:38,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:38,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:22:38,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:22:38,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:38,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:22:38,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:22:38,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:38,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:22:38,639 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,640 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,641 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,643 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,643 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,643 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:22:38,645 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:22:38,647 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:22:38,648 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75284365, jitterRate=0.12182445824146271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:22:38,650 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257358621Initializing all the Stores at 1733257358623 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257358623Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257358623Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257358623Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257358623Cleaning up temporary data from old regions at 1733257358643 (+20 ms)Region opened successfully at 1733257358650 (+7 ms) 2024-12-03T20:22:38,650 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:22:38,661 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c5c550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:22:38,669 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:22:38,669 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:22:38,669 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:22:38,669 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:22:38,670 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:22:38,671 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:22:38,671 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-03T20:22:38,675 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:22:38,676 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T20:22:38,685 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T20:22:38,685 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:22:38,686 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:22:38,695 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T20:22:38,698 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:22:38,706 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:22:38,716 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T20:22:38,717 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:22:38,732 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T20:22:38,735 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:22:38,748 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T20:22:38,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:22:38,759 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:22:38,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:22:38,759 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,759 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:22:38,759 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,760 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,36463,1733257357915, sessionid=0x1019cdc65b90000, setting cluster-up flag (Was=false) 2024-12-03T20:22:38,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,780 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,780 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,811 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T20:22:38,812 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,36463,1733257357915 2024-12-03T20:22:38,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,832 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,832 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:38,864 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T20:22:38,865 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,36463,1733257357915 2024-12-03T20:22:38,867 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:22:38,868 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:22:38,869 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:22:38,869 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:22:38,869 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,36463,1733257357915 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:22:38,871 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:22:38,871 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:22:38,871 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:22:38,871 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:22:38,871 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:22:38,871 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:38,871 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:22:38,871 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:38,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:22:38,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:22:38,876 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:38,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:22:38,877 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257388877 2024-12-03T20:22:38,877 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:22:38,878 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:22:38,878 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:22:38,878 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:22:38,878 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:22:38,878 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:22:38,879 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:38,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:22:38,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:22:38,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:22:38,884 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:22:38,884 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:22:38,886 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257358884,5,FailOnTimeoutGroup] 2024-12-03T20:22:38,887 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257358887,5,FailOnTimeoutGroup] 2024-12-03T20:22:38,887 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:38,887 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:22:38,887 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:38,887 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:38,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:22:38,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:22:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:22:38,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:22:38,895 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:22:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:22:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:22:38,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:38,956 INFO [RS:0;b29c245002d9:34997 {}] regionserver.HRegionServer(746): ClusterId : f21e2b7e-7e75-4ac8-9db9-667ba21611a6 2024-12-03T20:22:38,957 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:22:38,969 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(746): ClusterId : f21e2b7e-7e75-4ac8-9db9-667ba21611a6 2024-12-03T20:22:38,969 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:22:38,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:22:38,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:22:38,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:38,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:22:38,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:22:38,980 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:22:38,979 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(746): ClusterId : f21e2b7e-7e75-4ac8-9db9-667ba21611a6 2024-12-03T20:22:38,980 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:22:38,980 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:22:38,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:22:38,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:22:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:22:38,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:22:38,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:38,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:22:38,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:22:38,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:22:38,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:38,992 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:22:38,992 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:22:38,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:22:38,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:22:38,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740 2024-12-03T20:22:38,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740 2024-12-03T20:22:38,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:22:38,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:22:38,996 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:22:38,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:22:39,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:22:39,002 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66253122, jitterRate=-0.012751549482345581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:22:39,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257358935Initializing all the Stores at 1733257358937 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257358937Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257358970 (+33 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257358970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257358970Cleaning up temporary data from old regions at 1733257358995 (+25 ms)Region opened successfully at 1733257359003 (+8 ms) 2024-12-03T20:22:39,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:22:39,004 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:22:39,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:22:39,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:22:39,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:22:39,011 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:22:39,012 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:22:39,012 DEBUG [RS:0;b29c245002d9:34997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c62e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:22:39,012 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:22:39,016 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:22:39,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257359004Disabling compacts and flushes for region at 1733257359004Disabling writes for close at 1733257359005 (+1 ms)Writing region close event to WAL at 1733257359016 (+11 ms)Closed at 1733257359016 2024-12-03T20:22:39,022 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:22:39,022 DEBUG [RS:1;b29c245002d9:38113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d04cf7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:22:39,024 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:22:39,024 DEBUG [RS:2;b29c245002d9:44847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29324d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:22:39,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:22:39,027 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:22:39,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:22:39,037 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:22:39,043 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:22:39,056 DEBUG [RS:0;b29c245002d9:34997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:34997 2024-12-03T20:22:39,056 INFO [RS:0;b29c245002d9:34997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:22:39,057 INFO [RS:0;b29c245002d9:34997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:22:39,057 DEBUG [RS:0;b29c245002d9:34997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:22:39,058 INFO [RS:0;b29c245002d9:34997 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,36463,1733257357915 with port=34997, startcode=1733257358197 2024-12-03T20:22:39,058 DEBUG [RS:0;b29c245002d9:34997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:22:39,061 DEBUG [RS:1;b29c245002d9:38113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b29c245002d9:38113 2024-12-03T20:22:39,062 INFO [RS:1;b29c245002d9:38113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:22:39,062 INFO [RS:1;b29c245002d9:38113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:22:39,062 DEBUG [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:22:39,064 DEBUG [RS:2;b29c245002d9:44847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b29c245002d9:44847 2024-12-03T20:22:39,064 INFO [RS:2;b29c245002d9:44847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:22:39,064 INFO [RS:2;b29c245002d9:44847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:22:39,064 DEBUG [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:22:39,065 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,36463,1733257357915 with port=44847, startcode=1733257358301 2024-12-03T20:22:39,065 DEBUG [RS:2;b29c245002d9:44847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:22:39,066 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,36463,1733257357915 with port=38113, startcode=1733257358255 2024-12-03T20:22:39,066 DEBUG [RS:1;b29c245002d9:38113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:22:39,077 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:22:39,077 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:22:39,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,38113,1733257358255 2024-12-03T20:22:39,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,38113,1733257358255 2024-12-03T20:22:39,078 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:22:39,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,44847,1733257358301 2024-12-03T20:22:39,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,44847,1733257358301 2024-12-03T20:22:39,081 DEBUG [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:39,081 DEBUG [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36029 2024-12-03T20:22:39,081 DEBUG [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:22:39,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,34997,1733257358197 2024-12-03T20:22:39,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,34997,1733257358197 2024-12-03T20:22:39,084 DEBUG [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:39,084 DEBUG [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36029 2024-12-03T20:22:39,084 DEBUG [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:22:39,086 DEBUG [RS:0;b29c245002d9:34997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:39,086 DEBUG [RS:0;b29c245002d9:34997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36029 2024-12-03T20:22:39,086 DEBUG [RS:0;b29c245002d9:34997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:22:39,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:22:39,171 DEBUG [RS:1;b29c245002d9:38113 {}] zookeeper.ZKUtil(111): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b29c245002d9,38113,1733257358255 2024-12-03T20:22:39,171 WARN [RS:1;b29c245002d9:38113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:22:39,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,44847,1733257358301] 2024-12-03T20:22:39,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,34997,1733257358197] 2024-12-03T20:22:39,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,38113,1733257358255] 2024-12-03T20:22:39,172 INFO [RS:1;b29c245002d9:38113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:22:39,172 DEBUG [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,38113,1733257358255 2024-12-03T20:22:39,172 DEBUG [RS:0;b29c245002d9:34997 {}] zookeeper.ZKUtil(111): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b29c245002d9,34997,1733257358197 2024-12-03T20:22:39,172 WARN [RS:0;b29c245002d9:34997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:22:39,173 INFO [RS:0;b29c245002d9:34997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:22:39,173 DEBUG [RS:0;b29c245002d9:34997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197 2024-12-03T20:22:39,174 DEBUG [RS:2;b29c245002d9:44847 {}] zookeeper.ZKUtil(111): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b29c245002d9,44847,1733257358301 2024-12-03T20:22:39,174 WARN [RS:2;b29c245002d9:44847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:22:39,174 INFO [RS:2;b29c245002d9:44847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:22:39,174 DEBUG [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,44847,1733257358301 2024-12-03T20:22:39,181 INFO [RS:1;b29c245002d9:38113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:22:39,193 WARN [b29c245002d9:36463 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:22:39,214 INFO [RS:2;b29c245002d9:44847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:22:39,216 INFO [RS:1;b29c245002d9:38113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:22:39,217 INFO [RS:1;b29c245002d9:38113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:22:39,217 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,217 INFO [RS:2;b29c245002d9:44847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:22:39,217 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:22:39,217 INFO [RS:2;b29c245002d9:44847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:22:39,217 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,218 INFO [RS:1;b29c245002d9:38113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:22:39,219 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,219 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,219 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,219 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,219 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,219 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,219 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:22:39,219 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,219 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,219 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,220 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,220 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,220 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,220 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:22:39,220 DEBUG [RS:1;b29c245002d9:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:22:39,220 INFO [RS:0;b29c245002d9:34997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:22:39,220 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:22:39,221 INFO [RS:2;b29c245002d9:44847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:22:39,221 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,221 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,221 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,221 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:22:39,222 DEBUG [RS:2;b29c245002d9:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:22:39,234 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,235 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,235 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,235 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,235 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,235 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38113,1733257358255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:22:39,262 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:22:39,262 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38113,1733257358255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,262 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,263 INFO [RS:1;b29c245002d9:38113 {}] regionserver.Replication(171): b29c245002d9,38113,1733257358255 started 2024-12-03T20:22:39,263 INFO [RS:0;b29c245002d9:34997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:22:39,271 INFO [RS:0;b29c245002d9:34997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:22:39,271 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,284 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,285 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,38113,1733257358255, RpcServer on b29c245002d9/172.17.0.3:38113, sessionid=0x1019cdc65b90002 2024-12-03T20:22:39,285 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:22:39,285 DEBUG [RS:1;b29c245002d9:38113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,38113,1733257358255 2024-12-03T20:22:39,285 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,38113,1733257358255' 2024-12-03T20:22:39,285 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:22:39,286 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:22:39,287 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:22:39,287 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:22:39,287 DEBUG [RS:1;b29c245002d9:38113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,38113,1733257358255 2024-12-03T20:22:39,287 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,38113,1733257358255' 2024-12-03T20:22:39,287 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:22:39,287 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:22:39,288 DEBUG [RS:1;b29c245002d9:38113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:22:39,288 INFO [RS:1;b29c245002d9:38113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:22:39,288 INFO [RS:1;b29c245002d9:38113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:22:39,291 INFO [RS:0;b29c245002d9:34997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:22:39,291 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,292 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,292 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,292 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,292 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,292 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44847,1733257358301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:22:39,293 INFO [RS:0;b29c245002d9:34997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:22:39,293 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,293 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,293 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,293 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,293 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,293 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,293 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:22:39,293 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,294 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,294 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,294 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,294 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,294 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:22:39,294 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:22:39,294 DEBUG [RS:0;b29c245002d9:34997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:22:39,300 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,300 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,300 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,300 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,300 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,300 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34997,1733257358197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:22:39,314 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:22:39,314 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44847,1733257358301-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,314 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,314 INFO [RS:2;b29c245002d9:44847 {}] regionserver.Replication(171): b29c245002d9,44847,1733257358301 started 2024-12-03T20:22:39,338 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,338 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,44847,1733257358301, RpcServer on b29c245002d9/172.17.0.3:44847, sessionid=0x1019cdc65b90003 2024-12-03T20:22:39,338 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:22:39,338 DEBUG [RS:2;b29c245002d9:44847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,44847,1733257358301 2024-12-03T20:22:39,338 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,44847,1733257358301' 2024-12-03T20:22:39,338 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:22:39,339 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:22:39,339 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:22:39,339 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:22:39,339 DEBUG [RS:2;b29c245002d9:44847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,44847,1733257358301 2024-12-03T20:22:39,339 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,44847,1733257358301' 2024-12-03T20:22:39,339 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:22:39,340 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:22:39,340 DEBUG [RS:2;b29c245002d9:44847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:22:39,340 INFO [RS:2;b29c245002d9:44847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:22:39,340 INFO [RS:2;b29c245002d9:44847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:22:39,343 INFO [RS:0;b29c245002d9:34997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:22:39,343 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34997,1733257358197-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,344 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,344 INFO [RS:0;b29c245002d9:34997 {}] regionserver.Replication(171): b29c245002d9,34997,1733257358197 started 2024-12-03T20:22:39,361 INFO [RS:0;b29c245002d9:34997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:39,361 INFO [RS:0;b29c245002d9:34997 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,34997,1733257358197, RpcServer on b29c245002d9/172.17.0.3:34997, sessionid=0x1019cdc65b90001 2024-12-03T20:22:39,362 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:22:39,362 DEBUG [RS:0;b29c245002d9:34997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,34997,1733257358197 2024-12-03T20:22:39,362 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34997,1733257358197' 2024-12-03T20:22:39,362 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:22:39,362 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:22:39,366 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:22:39,366 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:22:39,366 DEBUG [RS:0;b29c245002d9:34997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,34997,1733257358197 2024-12-03T20:22:39,366 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34997,1733257358197' 2024-12-03T20:22:39,366 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:22:39,380 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:22:39,381 DEBUG [RS:0;b29c245002d9:34997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:22:39,381 INFO [RS:0;b29c245002d9:34997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:22:39,381 INFO [RS:0;b29c245002d9:34997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:22:39,389 INFO [RS:1;b29c245002d9:38113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:22:39,393 INFO [RS:1;b29c245002d9:38113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C38113%2C1733257358255, suffix=, logDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,38113,1733257358255, archiveDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/oldWALs, maxLogs=32 2024-12-03T20:22:39,411 DEBUG [RS:1;b29c245002d9:38113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,38113,1733257358255/b29c245002d9%2C38113%2C1733257358255.1733257359393, exclude list is [], retry=0 2024-12-03T20:22:39,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33295,DS-c5f0d5e6-ab20-4ebf-b92a-36c38a27011f,DISK] 2024-12-03T20:22:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38737,DS-9cc5e15e-8659-4a9d-8bb4-5785a73022ef,DISK] 2024-12-03T20:22:39,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40101,DS-1389ac96-dd42-42bd-bd62-f8caad52fe25,DISK] 2024-12-03T20:22:39,429 INFO [RS:1;b29c245002d9:38113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,38113,1733257358255/b29c245002d9%2C38113%2C1733257358255.1733257359393 2024-12-03T20:22:39,429 DEBUG [RS:1;b29c245002d9:38113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39775:39775),(127.0.0.1/127.0.0.1:44923:44923),(127.0.0.1/127.0.0.1:38023:38023)] 2024-12-03T20:22:39,441 INFO [RS:2;b29c245002d9:44847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:22:39,443 INFO [RS:2;b29c245002d9:44847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C44847%2C1733257358301, suffix=, logDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,44847,1733257358301, archiveDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/oldWALs, maxLogs=32 2024-12-03T20:22:39,444 DEBUG [b29c245002d9:36463 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:22:39,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:22:39,446 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,38113,1733257358255, state=OPENING 2024-12-03T20:22:39,464 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:22:39,466 DEBUG [RS:2;b29c245002d9:44847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,44847,1733257358301/b29c245002d9%2C44847%2C1733257358301.1733257359444, exclude list is [], retry=0 2024-12-03T20:22:39,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33295,DS-c5f0d5e6-ab20-4ebf-b92a-36c38a27011f,DISK] 2024-12-03T20:22:39,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40101,DS-1389ac96-dd42-42bd-bd62-f8caad52fe25,DISK] 2024-12-03T20:22:39,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38737,DS-9cc5e15e-8659-4a9d-8bb4-5785a73022ef,DISK] 2024-12-03T20:22:39,474 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:39,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:39,474 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:39,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:22:39,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:22:39,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:22:39,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:22:39,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:22:39,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,38113,1733257358255}] 2024-12-03T20:22:39,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:22:39,478 INFO [RS:2;b29c245002d9:44847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,44847,1733257358301/b29c245002d9%2C44847%2C1733257358301.1733257359444 2024-12-03T20:22:39,479 DEBUG [RS:2;b29c245002d9:44847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39775:39775),(127.0.0.1/127.0.0.1:38023:38023),(127.0.0.1/127.0.0.1:44923:44923)] 2024-12-03T20:22:39,481 INFO [RS:0;b29c245002d9:34997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:22:39,483 INFO [RS:0;b29c245002d9:34997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C34997%2C1733257358197, suffix=, logDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197, archiveDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/oldWALs, maxLogs=32 2024-12-03T20:22:39,497 DEBUG [RS:0;b29c245002d9:34997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197/b29c245002d9%2C34997%2C1733257358197.1733257359484, exclude list is [], retry=0 2024-12-03T20:22:39,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40101,DS-1389ac96-dd42-42bd-bd62-f8caad52fe25,DISK] 2024-12-03T20:22:39,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33295,DS-c5f0d5e6-ab20-4ebf-b92a-36c38a27011f,DISK] 2024-12-03T20:22:39,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38737,DS-9cc5e15e-8659-4a9d-8bb4-5785a73022ef,DISK] 2024-12-03T20:22:39,521 INFO [RS:0;b29c245002d9:34997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197/b29c245002d9%2C34997%2C1733257358197.1733257359484 2024-12-03T20:22:39,524 DEBUG [RS:0;b29c245002d9:34997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39775:39775),(127.0.0.1/127.0.0.1:38023:38023),(127.0.0.1/127.0.0.1:44923:44923)] 2024-12-03T20:22:45,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:22:45,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T20:22:48,201 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:42007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T20:22:49,479 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:22:49,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:22:49,521 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:22:49,522 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:22:49,522 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:22:49,542 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C38113%2C1733257358255.meta, suffix=.meta, logDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,38113,1733257358255, archiveDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/oldWALs, maxLogs=32 2024-12-03T20:22:49,564 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,38113,1733257358255/b29c245002d9%2C38113%2C1733257358255.meta.1733257369542.meta, exclude list is [], retry=0 2024-12-03T20:22:49,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33295,DS-c5f0d5e6-ab20-4ebf-b92a-36c38a27011f,DISK] 2024-12-03T20:22:49,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38737,DS-9cc5e15e-8659-4a9d-8bb4-5785a73022ef,DISK] 2024-12-03T20:22:49,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40101,DS-1389ac96-dd42-42bd-bd62-f8caad52fe25,DISK] 2024-12-03T20:22:49,627 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,38113,1733257358255/b29c245002d9%2C38113%2C1733257358255.meta.1733257369542.meta 2024-12-03T20:22:49,628 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39775:39775),(127.0.0.1/127.0.0.1:44923:44923),(127.0.0.1/127.0.0.1:38023:38023)] 2024-12-03T20:22:49,628 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:22:49,628 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:22:49,628 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:22:49,629 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:22:49,629 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:22:49,629 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:49,629 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:22:49,629 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:22:49,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:22:49,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:22:49,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:49,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:22:49,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:22:49,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:22:49,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:49,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:22:49,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:22:49,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:22:49,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:49,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:22:49,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:22:49,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:22:49,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:49,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:22:49,658 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:22:49,659 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740 2024-12-03T20:22:49,662 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740 2024-12-03T20:22:49,665 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:22:49,665 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:22:49,665 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:22:49,667 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:22:49,670 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73620571, jitterRate=0.09703199565410614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:22:49,670 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:22:49,670 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257369629Writing region info on filesystem at 1733257369629Initializing all the Stores at 1733257369634 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257369634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257369636 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257369636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257369636Cleaning up temporary data from old regions at 1733257369665 (+29 ms)Running coprocessor post-open hooks at 1733257369670 (+5 ms)Region opened successfully at 1733257369670 2024-12-03T20:22:49,672 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257369478 2024-12-03T20:22:49,675 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:22:49,675 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:22:49,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:22:49,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,38113,1733257358255, state=OPEN 2024-12-03T20:22:49,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:22:49,716 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:22:49,716 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,38113,1733257358255 2024-12-03T20:22:49,716 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:22:49,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:22:49,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:22:49,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:22:49,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:22:49,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:22:49,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:22:49,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,38113,1733257358255 in 10.2410 sec 2024-12-03T20:22:49,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:22:49,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6940 sec 2024-12-03T20:22:49,726 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:22:49,726 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:22:49,734 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:22:49,734 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,38113,1733257358255, seqNum=-1] 2024-12-03T20:22:49,734 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:22:49,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:22:49,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8750 sec 2024-12-03T20:22:49,744 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257369744, completionTime=-1 2024-12-03T20:22:49,744 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T20:22:49,744 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:22:49,746 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T20:22:49,746 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257429746 2024-12-03T20:22:49,746 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257489746 2024-12-03T20:22:49,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T20:22:49,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,36463,1733257357915-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:49,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,36463,1733257357915-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:49,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,36463,1733257357915-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:49,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:36463, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:49,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:49,748 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:49,750 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:22:49,753 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.362sec 2024-12-03T20:22:49,754 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:22:49,754 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:22:49,754 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:22:49,754 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:22:49,754 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:22:49,754 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,36463,1733257357915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:22:49,754 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,36463,1733257357915-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:22:49,758 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:22:49,758 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:22:49,758 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,36463,1733257357915-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:22:49,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a666d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:22:49,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,36463,-1 for getting cluster id 2024-12-03T20:22:49,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:22:49,792 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f21e2b7e-7e75-4ac8-9db9-667ba21611a6' 2024-12-03T20:22:49,792 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:22:49,793 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f21e2b7e-7e75-4ac8-9db9-667ba21611a6" 2024-12-03T20:22:49,793 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56443b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:22:49,793 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,36463,-1] 2024-12-03T20:22:49,794 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:22:49,794 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:49,795 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:22:49,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522b5935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:22:49,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:22:49,798 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,38113,1733257358255, seqNum=-1] 2024-12-03T20:22:49,798 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:22:49,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:22:49,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,36463,1733257357915 2024-12-03T20:22:49,803 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733257369803 (current time:1733257369803). 2024-12-03T20:22:49,803 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-03T20:22:49,803 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-03T20:22:49,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e8f258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:22:49,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,36463,-1 for getting cluster id 2024-12-03T20:22:49,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:22:49,812 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f21e2b7e-7e75-4ac8-9db9-667ba21611a6' 2024-12-03T20:22:49,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:22:49,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f21e2b7e-7e75-4ac8-9db9-667ba21611a6" 2024-12-03T20:22:49,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6276257e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:22:49,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,36463,-1] 2024-12-03T20:22:49,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:22:49,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:49,814 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:22:49,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d681f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:22:49,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:22:49,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,38113,1733257358255, seqNum=-1] 2024-12-03T20:22:49,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:22:49,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:22:49,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:22:49,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:22:49,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:49,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:22:49,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:22:49,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:22:49,822 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,36463,1733257357915 2024-12-03T20:22:49,822 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d4ae95f 2024-12-03T20:22:49,822 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:22:49,825 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:22:49,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:22:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-03T20:22:49,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:22:49,832 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:22:49,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-03T20:22:49,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:22:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:22:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741837_1013 (size=361) 2024-12-03T20:22:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741837_1013 (size=361) 2024-12-03T20:22:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741837_1013 (size=361) 2024-12-03T20:22:49,923 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62f573d4992d009c6dc7b48f0040a137, NAME => 'SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:49,927 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => af7e06f40e2d15798bff06dd9558ca4e, NAME => 'SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:49,928 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bad1e5042189b7db4615e95578c3048e, NAME => 'SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:22:50,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741838_1014 (size=54) 2024-12-03T20:22:50,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741838_1014 (size=54) 2024-12-03T20:22:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741838_1014 (size=54) 2024-12-03T20:22:50,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:50,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 62f573d4992d009c6dc7b48f0040a137, disabling compactions & flushes 2024-12-03T20:22:50,074 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:22:50,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:22:50,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. after waiting 0 ms 2024-12-03T20:22:50,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:22:50,074 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:22:50,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62f573d4992d009c6dc7b48f0040a137: Waiting for close lock at 1733257370074Disabling compacts and flushes for region at 1733257370074Disabling writes for close at 1733257370074Writing region close event to WAL at 1733257370074Closed at 1733257370074 2024-12-03T20:22:50,075 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21b419d6e9fa0d885eeea1b2c6390d18, NAME => 'SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:50,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741839_1015 (size=62) 2024-12-03T20:22:50,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741839_1015 (size=62) 2024-12-03T20:22:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741839_1015 (size=62) 2024-12-03T20:22:50,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:50,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing bad1e5042189b7db4615e95578c3048e, disabling compactions & flushes 2024-12-03T20:22:50,111 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:22:50,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:22:50,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. after waiting 0 ms 2024-12-03T20:22:50,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:22:50,111 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:22:50,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for bad1e5042189b7db4615e95578c3048e: Waiting for close lock at 1733257370111Disabling compacts and flushes for region at 1733257370111Disabling writes for close at 1733257370111Writing region close event to WAL at 1733257370111Closed at 1733257370111 2024-12-03T20:22:50,112 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 64369bce843dfd603daab52eed8e1d20, NAME => 'SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:50,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741840_1016 (size=62) 2024-12-03T20:22:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741840_1016 (size=62) 2024-12-03T20:22:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741840_1016 (size=62) 2024-12-03T20:22:50,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:50,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing af7e06f40e2d15798bff06dd9558ca4e, disabling compactions & flushes 2024-12-03T20:22:50,137 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:22:50,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:22:50,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. after waiting 0 ms 2024-12-03T20:22:50,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:22:50,137 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:22:50,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for af7e06f40e2d15798bff06dd9558ca4e: Waiting for close lock at 1733257370137Disabling compacts and flushes for region at 1733257370137Disabling writes for close at 1733257370137Writing region close event to WAL at 1733257370137Closed at 1733257370137 2024-12-03T20:22:50,138 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 28cabcba0402cb0bbfaffa064ecc0d67, NAME => 'SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:22:50,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741841_1017 (size=62) 2024-12-03T20:22:50,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741841_1017 (size=62) 2024-12-03T20:22:50,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741841_1017 (size=62) 2024-12-03T20:22:50,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:50,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 21b419d6e9fa0d885eeea1b2c6390d18, disabling compactions & flushes 2024-12-03T20:22:50,196 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:22:50,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:22:50,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. after waiting 0 ms 2024-12-03T20:22:50,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:22:50,196 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:22:50,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21b419d6e9fa0d885eeea1b2c6390d18: Waiting for close lock at 1733257370196Disabling compacts and flushes for region at 1733257370196Disabling writes for close at 1733257370196Writing region close event to WAL at 1733257370196Closed at 1733257370196 2024-12-03T20:22:50,197 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3c9fac4c2b3595807754bfa38ad52a0, NAME => 'SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741842_1018 (size=62) 2024-12-03T20:22:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741842_1018 (size=62) 2024-12-03T20:22:50,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741842_1018 (size=62) 2024-12-03T20:22:50,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:50,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 64369bce843dfd603daab52eed8e1d20, disabling compactions & flushes 2024-12-03T20:22:50,257 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:22:50,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:22:50,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. after waiting 0 ms 2024-12-03T20:22:50,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:22:50,257 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:22:50,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 64369bce843dfd603daab52eed8e1d20: Waiting for close lock at 1733257370257Disabling compacts and flushes for region at 1733257370257Disabling writes for close at 1733257370257Writing region close event to WAL at 1733257370257Closed at 1733257370257 2024-12-03T20:22:50,258 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 819d77ab853d9efe1987048c742a0ae0, NAME => 'SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:50,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741843_1019 (size=62) 2024-12-03T20:22:50,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741843_1019 (size=62) 2024-12-03T20:22:50,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741843_1019 (size=62) 2024-12-03T20:22:50,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741844_1020 (size=62) 2024-12-03T20:22:50,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741844_1020 (size=62) 2024-12-03T20:22:50,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741844_1020 (size=62) 2024-12-03T20:22:50,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:50,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a3c9fac4c2b3595807754bfa38ad52a0, disabling compactions & flushes 2024-12-03T20:22:50,301 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:22:50,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:22:50,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. after waiting 0 ms 2024-12-03T20:22:50,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:22:50,301 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:22:50,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3c9fac4c2b3595807754bfa38ad52a0: Waiting for close lock at 1733257370301Disabling compacts and flushes for region at 1733257370301Disabling writes for close at 1733257370301Writing region close event to WAL at 1733257370301Closed at 1733257370301 2024-12-03T20:22:50,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:50,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 28cabcba0402cb0bbfaffa064ecc0d67, disabling compactions & flushes 2024-12-03T20:22:50,301 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:22:50,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:22:50,301 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93f7e6797b433ddfe7c44d792a5d543e, NAME => 'SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:50,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. after waiting 0 ms 2024-12-03T20:22:50,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:22:50,302 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:22:50,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 28cabcba0402cb0bbfaffa064ecc0d67: Waiting for close lock at 1733257370301Disabling compacts and flushes for region at 1733257370301Disabling writes for close at 1733257370301Writing region close event to WAL at 1733257370302 (+1 ms)Closed at 1733257370302 2024-12-03T20:22:50,302 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a2cd0cf1a8947ff07c8c45a61b2d315c, NAME => 'SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c 2024-12-03T20:22:50,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741845_1021 (size=62) 2024-12-03T20:22:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741845_1021 (size=62) 2024-12-03T20:22:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741845_1021 (size=62) 2024-12-03T20:22:50,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:50,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 819d77ab853d9efe1987048c742a0ae0, disabling compactions & flushes 2024-12-03T20:22:50,312 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:22:50,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:22:50,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. after waiting 0 ms 2024-12-03T20:22:50,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:22:50,312 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:22:50,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 819d77ab853d9efe1987048c742a0ae0: Waiting for close lock at 1733257370312Disabling compacts and flushes for region at 1733257370312Disabling writes for close at 1733257370312Writing region close event to WAL at 1733257370312Closed at 1733257370312 2024-12-03T20:22:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741846_1022 (size=62) 2024-12-03T20:22:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741846_1022 (size=62) 2024-12-03T20:22:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741846_1022 (size=62) 2024-12-03T20:22:50,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:50,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 93f7e6797b433ddfe7c44d792a5d543e, disabling compactions & flushes 2024-12-03T20:22:50,351 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:22:50,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:22:50,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. after waiting 0 ms 2024-12-03T20:22:50,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:22:50,351 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:22:50,352 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93f7e6797b433ddfe7c44d792a5d543e: Waiting for close lock at 1733257370351Disabling compacts and flushes for region at 1733257370351Disabling writes for close at 1733257370351Writing region close event to WAL at 1733257370351Closed at 1733257370351 2024-12-03T20:22:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741847_1023 (size=54) 2024-12-03T20:22:50,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741847_1023 (size=54) 2024-12-03T20:22:50,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741847_1023 (size=54) 2024-12-03T20:22:50,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:22:50,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a2cd0cf1a8947ff07c8c45a61b2d315c, disabling compactions & flushes 2024-12-03T20:22:50,362 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:22:50,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:22:50,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. after waiting 0 ms 2024-12-03T20:22:50,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:22:50,362 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:22:50,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a2cd0cf1a8947ff07c8c45a61b2d315c: Waiting for close lock at 1733257370361Disabling compacts and flushes for region at 1733257370361Disabling writes for close at 1733257370362 (+1 ms)Writing region close event to WAL at 1733257370362Closed at 1733257370362 2024-12-03T20:22:50,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:22:50,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733257370363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257370363"}]},"ts":"1733257370363"} 2024-12-03T20:22:50,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257370363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257370363"}]},"ts":"1733257370363"} 2024-12-03T20:22:50,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257370363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257370363"}]},"ts":"1733257370363"} 2024-12-03T20:22:50,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257370363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257370363"}]},"ts":"1733257370363"} 2024-12-03T20:22:50,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257370363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257370363"}]},"ts":"1733257370363"} 2024-12-03T20:22:50,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257370363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257370363"}]},"ts":"1733257370363"} 2024-12-03T20:22:50,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257370363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257370363"}]},"ts":"1733257370363"} 2024-12-03T20:22:50,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257370363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257370363"}]},"ts":"1733257370363"} 2024-12-03T20:22:50,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733257370363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257370363"}]},"ts":"1733257370363"} 2024-12-03T20:22:50,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733257370363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257370363"}]},"ts":"1733257370363"} 2024-12-03T20:22:50,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-03T20:22:50,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:22:50,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257370371"}]},"ts":"1733257370371"} 2024-12-03T20:22:50,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-03T20:22:50,378 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b29c245002d9=0} racks are {/default-rack=0} 2024-12-03T20:22:50,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T20:22:50,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T20:22:50,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T20:22:50,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T20:22:50,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T20:22:50,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T20:22:50,383 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T20:22:50,383 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T20:22:50,383 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T20:22:50,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:22:50,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62f573d4992d009c6dc7b48f0040a137, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af7e06f40e2d15798bff06dd9558ca4e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bad1e5042189b7db4615e95578c3048e, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b419d6e9fa0d885eeea1b2c6390d18, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64369bce843dfd603daab52eed8e1d20, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28cabcba0402cb0bbfaffa064ecc0d67, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c9fac4c2b3595807754bfa38ad52a0, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93f7e6797b433ddfe7c44d792a5d543e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2cd0cf1a8947ff07c8c45a61b2d315c, ASSIGN}] 2024-12-03T20:22:50,387 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62f573d4992d009c6dc7b48f0040a137, ASSIGN 2024-12-03T20:22:50,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62f573d4992d009c6dc7b48f0040a137, ASSIGN; state=OFFLINE, location=b29c245002d9,44847,1733257358301; forceNewPlan=false, retain=false 2024-12-03T20:22:50,390 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af7e06f40e2d15798bff06dd9558ca4e, ASSIGN 2024-12-03T20:22:50,391 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af7e06f40e2d15798bff06dd9558ca4e, ASSIGN; state=OFFLINE, location=b29c245002d9,38113,1733257358255; forceNewPlan=false, retain=false 2024-12-03T20:22:50,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2cd0cf1a8947ff07c8c45a61b2d315c, ASSIGN 2024-12-03T20:22:50,394 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93f7e6797b433ddfe7c44d792a5d543e, ASSIGN 2024-12-03T20:22:50,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0, ASSIGN 2024-12-03T20:22:50,395 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c9fac4c2b3595807754bfa38ad52a0, ASSIGN 2024-12-03T20:22:50,397 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93f7e6797b433ddfe7c44d792a5d543e, ASSIGN; state=OFFLINE, location=b29c245002d9,38113,1733257358255; forceNewPlan=false, retain=false 2024-12-03T20:22:50,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0, ASSIGN; state=OFFLINE, location=b29c245002d9,34997,1733257358197; forceNewPlan=false, retain=false 2024-12-03T20:22:50,398 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3c9fac4c2b3595807754bfa38ad52a0, ASSIGN; state=OFFLINE, location=b29c245002d9,38113,1733257358255; forceNewPlan=false, retain=false 2024-12-03T20:22:50,398 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a2cd0cf1a8947ff07c8c45a61b2d315c, ASSIGN; state=OFFLINE, location=b29c245002d9,44847,1733257358301; forceNewPlan=false, retain=false 2024-12-03T20:22:50,399 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28cabcba0402cb0bbfaffa064ecc0d67, ASSIGN 2024-12-03T20:22:50,401 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28cabcba0402cb0bbfaffa064ecc0d67, ASSIGN; state=OFFLINE, location=b29c245002d9,44847,1733257358301; forceNewPlan=false, retain=false 2024-12-03T20:22:50,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64369bce843dfd603daab52eed8e1d20, ASSIGN 2024-12-03T20:22:50,403 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64369bce843dfd603daab52eed8e1d20, ASSIGN; state=OFFLINE, location=b29c245002d9,34997,1733257358197; forceNewPlan=false, retain=false 2024-12-03T20:22:50,404 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b419d6e9fa0d885eeea1b2c6390d18, ASSIGN 2024-12-03T20:22:50,406 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21b419d6e9fa0d885eeea1b2c6390d18, ASSIGN; state=OFFLINE, location=b29c245002d9,44847,1733257358301; forceNewPlan=false, retain=false 2024-12-03T20:22:50,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bad1e5042189b7db4615e95578c3048e, ASSIGN 2024-12-03T20:22:50,409 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bad1e5042189b7db4615e95578c3048e, ASSIGN; state=OFFLINE, location=b29c245002d9,34997,1733257358197; forceNewPlan=false, retain=false 2024-12-03T20:22:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:22:50,540 INFO [b29c245002d9:36463 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-03T20:22:50,540 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=28cabcba0402cb0bbfaffa064ecc0d67, regionState=OPENING, regionLocation=b29c245002d9,44847,1733257358301 2024-12-03T20:22:50,540 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a2cd0cf1a8947ff07c8c45a61b2d315c, regionState=OPENING, regionLocation=b29c245002d9,44847,1733257358301 2024-12-03T20:22:50,541 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=21b419d6e9fa0d885eeea1b2c6390d18, regionState=OPENING, regionLocation=b29c245002d9,44847,1733257358301 2024-12-03T20:22:50,541 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62f573d4992d009c6dc7b48f0040a137, regionState=OPENING, regionLocation=b29c245002d9,44847,1733257358301 2024-12-03T20:22:50,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=93f7e6797b433ddfe7c44d792a5d543e, regionState=OPENING, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:22:50,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a3c9fac4c2b3595807754bfa38ad52a0, regionState=OPENING, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:22:50,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=af7e06f40e2d15798bff06dd9558ca4e, regionState=OPENING, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:22:50,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=819d77ab853d9efe1987048c742a0ae0, regionState=OPENING, regionLocation=b29c245002d9,34997,1733257358197 2024-12-03T20:22:50,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64369bce843dfd603daab52eed8e1d20, regionState=OPENING, regionLocation=b29c245002d9,34997,1733257358197 2024-12-03T20:22:50,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bad1e5042189b7db4615e95578c3048e, regionState=OPENING, regionLocation=b29c245002d9,34997,1733257358197 2024-12-03T20:22:50,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a2cd0cf1a8947ff07c8c45a61b2d315c, ASSIGN because future has completed 2024-12-03T20:22:50,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28cabcba0402cb0bbfaffa064ecc0d67, ASSIGN because future has completed 2024-12-03T20:22:50,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2cd0cf1a8947ff07c8c45a61b2d315c, server=b29c245002d9,44847,1733257358301}] 2024-12-03T20:22:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21b419d6e9fa0d885eeea1b2c6390d18, ASSIGN because future has completed 2024-12-03T20:22:50,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62f573d4992d009c6dc7b48f0040a137, ASSIGN because future has completed 2024-12-03T20:22:50,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21b419d6e9fa0d885eeea1b2c6390d18, server=b29c245002d9,44847,1733257358301}] 2024-12-03T20:22:50,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93f7e6797b433ddfe7c44d792a5d543e, ASSIGN because future has completed 2024-12-03T20:22:50,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3c9fac4c2b3595807754bfa38ad52a0, ASSIGN because future has completed 2024-12-03T20:22:50,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62f573d4992d009c6dc7b48f0040a137, server=b29c245002d9,44847,1733257358301}] 2024-12-03T20:22:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af7e06f40e2d15798bff06dd9558ca4e, ASSIGN because future has completed 2024-12-03T20:22:50,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28cabcba0402cb0bbfaffa064ecc0d67, server=b29c245002d9,44847,1733257358301}] 2024-12-03T20:22:50,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0, ASSIGN because future has completed 2024-12-03T20:22:50,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64369bce843dfd603daab52eed8e1d20, ASSIGN because future has completed 2024-12-03T20:22:50,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bad1e5042189b7db4615e95578c3048e, ASSIGN because future has completed 2024-12-03T20:22:50,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c9fac4c2b3595807754bfa38ad52a0, server=b29c245002d9,38113,1733257358255}] 2024-12-03T20:22:50,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93f7e6797b433ddfe7c44d792a5d543e, server=b29c245002d9,38113,1733257358255}] 2024-12-03T20:22:50,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64369bce843dfd603daab52eed8e1d20, server=b29c245002d9,34997,1733257358197}] 2024-12-03T20:22:50,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure af7e06f40e2d15798bff06dd9558ca4e, server=b29c245002d9,38113,1733257358255}] 2024-12-03T20:22:50,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 819d77ab853d9efe1987048c742a0ae0, server=b29c245002d9,34997,1733257358197}] 2024-12-03T20:22:50,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bad1e5042189b7db4615e95578c3048e, server=b29c245002d9,34997,1733257358197}] 2024-12-03T20:22:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:22:51,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:22:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:22:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:22:54,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:22:54,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:22:55,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:22:55,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:22:55,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:22:55,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:22:55,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:22:55,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:22:55,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T20:22:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:23:00,570 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:23:00,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:23:00,579 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:23:00,579 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 62f573d4992d009c6dc7b48f0040a137, NAME => 'SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T20:23:00,579 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,579 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:00,579 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,579 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,583 INFO [StoreOpener-62f573d4992d009c6dc7b48f0040a137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,589 INFO [StoreOpener-62f573d4992d009c6dc7b48f0040a137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62f573d4992d009c6dc7b48f0040a137 columnFamilyName cf 2024-12-03T20:23:00,589 DEBUG [StoreOpener-62f573d4992d009c6dc7b48f0040a137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:00,590 INFO [StoreOpener-62f573d4992d009c6dc7b48f0040a137-1 {}] regionserver.HStore(327): Store=62f573d4992d009c6dc7b48f0040a137/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:00,591 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,592 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,592 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,593 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,593 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,595 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,599 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/62f573d4992d009c6dc7b48f0040a137/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:23:00,600 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 62f573d4992d009c6dc7b48f0040a137; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74519536, jitterRate=0.1104276180267334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:00,600 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:00,600 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 62f573d4992d009c6dc7b48f0040a137: Running coprocessor pre-open hook at 1733257380579Writing region info on filesystem at 1733257380579Initializing all the Stores at 1733257380583 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257380583Cleaning up temporary data from old regions at 1733257380593 (+10 ms)Running coprocessor post-open hooks at 1733257380600 (+7 ms)Region opened successfully at 1733257380600 2024-12-03T20:23:00,601 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137., pid=17, masterSystemTime=1733257380570 2024-12-03T20:23:00,603 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:23:00,603 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:23:00,603 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:23:00,603 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 21b419d6e9fa0d885eeea1b2c6390d18, NAME => 'SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T20:23:00,604 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62f573d4992d009c6dc7b48f0040a137, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,44847,1733257358301 2024-12-03T20:23:00,604 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,604 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:00,604 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,604 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,608 INFO [StoreOpener-21b419d6e9fa0d885eeea1b2c6390d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,610 INFO [StoreOpener-21b419d6e9fa0d885eeea1b2c6390d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21b419d6e9fa0d885eeea1b2c6390d18 columnFamilyName cf 2024-12-03T20:23:00,610 DEBUG [StoreOpener-21b419d6e9fa0d885eeea1b2c6390d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:00,610 INFO [StoreOpener-21b419d6e9fa0d885eeea1b2c6390d18-1 {}] regionserver.HStore(327): Store=21b419d6e9fa0d885eeea1b2c6390d18/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:00,610 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,611 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,612 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,612 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,612 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62f573d4992d009c6dc7b48f0040a137, server=b29c245002d9,44847,1733257358301 because future has completed 2024-12-03T20:23:00,615 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-12-03T20:23:00,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62f573d4992d009c6dc7b48f0040a137, server=b29c245002d9,44847,1733257358301 in 10.0220 sec 2024-12-03T20:23:00,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62f573d4992d009c6dc7b48f0040a137, ASSIGN in 10.2350 sec 2024-12-03T20:23:00,624 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/21b419d6e9fa0d885eeea1b2c6390d18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:23:00,625 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 21b419d6e9fa0d885eeea1b2c6390d18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60888173, jitterRate=-0.09269551932811737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:00,625 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:00,625 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 21b419d6e9fa0d885eeea1b2c6390d18: Running coprocessor pre-open hook at 1733257380604Writing region info on filesystem at 1733257380604Initializing all the Stores at 1733257380607 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257380607Cleaning up temporary data from old regions at 1733257380612 (+5 ms)Running coprocessor post-open hooks at 1733257380625 (+13 ms)Region opened successfully at 1733257380625 2024-12-03T20:23:00,626 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18., pid=16, masterSystemTime=1733257380570 2024-12-03T20:23:00,628 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:23:00,628 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:23:00,628 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:00,628 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a2cd0cf1a8947ff07c8c45a61b2d315c, NAME => 'SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T20:23:00,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=21b419d6e9fa0d885eeea1b2c6390d18, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,44847,1733257358301 2024-12-03T20:23:00,629 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,629 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:00,629 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,629 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21b419d6e9fa0d885eeea1b2c6390d18, server=b29c245002d9,44847,1733257358301 because future has completed 2024-12-03T20:23:00,631 INFO [StoreOpener-a2cd0cf1a8947ff07c8c45a61b2d315c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,633 INFO [StoreOpener-a2cd0cf1a8947ff07c8c45a61b2d315c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cd0cf1a8947ff07c8c45a61b2d315c columnFamilyName cf 2024-12-03T20:23:00,634 DEBUG [StoreOpener-a2cd0cf1a8947ff07c8c45a61b2d315c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:00,634 INFO [StoreOpener-a2cd0cf1a8947ff07c8c45a61b2d315c-1 {}] regionserver.HStore(327): Store=a2cd0cf1a8947ff07c8c45a61b2d315c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:00,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-12-03T20:23:00,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 21b419d6e9fa0d885eeea1b2c6390d18, server=b29c245002d9,44847,1733257358301 in 10.0550 sec 2024-12-03T20:23:00,638 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b419d6e9fa0d885eeea1b2c6390d18, ASSIGN in 10.2520 sec 2024-12-03T20:23:00,644 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:23:00,644 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,644 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:23:00,644 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => af7e06f40e2d15798bff06dd9558ca4e, NAME => 'SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T20:23:00,645 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,645 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,645 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:00,645 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,645 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,645 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,645 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,646 INFO [StoreOpener-af7e06f40e2d15798bff06dd9558ca4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,647 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,652 INFO [StoreOpener-af7e06f40e2d15798bff06dd9558ca4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af7e06f40e2d15798bff06dd9558ca4e columnFamilyName cf 2024-12-03T20:23:00,652 DEBUG [StoreOpener-af7e06f40e2d15798bff06dd9558ca4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:00,653 INFO [StoreOpener-af7e06f40e2d15798bff06dd9558ca4e-1 {}] regionserver.HStore(327): Store=af7e06f40e2d15798bff06dd9558ca4e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:00,653 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:23:00,657 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,657 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:23:00,657 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,658 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a2cd0cf1a8947ff07c8c45a61b2d315c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60999421, jitterRate=-0.0910377949476242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:00,658 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:00,658 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a2cd0cf1a8947ff07c8c45a61b2d315c: Running coprocessor pre-open hook at 1733257380629Writing region info on filesystem at 1733257380629Initializing all the Stores at 1733257380630 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257380630Cleaning up temporary data from old regions at 1733257380645 (+15 ms)Running coprocessor post-open hooks at 1733257380658 (+13 ms)Region opened successfully at 1733257380658 2024-12-03T20:23:00,658 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,658 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,659 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c., pid=15, masterSystemTime=1733257380570 2024-12-03T20:23:00,661 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,663 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/af7e06f40e2d15798bff06dd9558ca4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:23:00,664 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened af7e06f40e2d15798bff06dd9558ca4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69465342, jitterRate=0.03511425852775574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:00,664 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:00,664 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for af7e06f40e2d15798bff06dd9558ca4e: Running coprocessor pre-open hook at 1733257380645Writing region info on filesystem at 1733257380645Initializing all the Stores at 1733257380646 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257380646Cleaning up temporary data from old regions at 1733257380658 (+12 ms)Running coprocessor post-open hooks at 1733257380664 (+6 ms)Region opened successfully at 1733257380664 2024-12-03T20:23:00,670 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:00,670 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:00,670 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:23:00,670 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 28cabcba0402cb0bbfaffa064ecc0d67, NAME => 'SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-03T20:23:00,671 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a2cd0cf1a8947ff07c8c45a61b2d315c, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,44847,1733257358301 2024-12-03T20:23:00,671 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,671 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:00,671 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,671 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,671 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e., pid=23, masterSystemTime=1733257380630 2024-12-03T20:23:00,674 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:23:00,674 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:23:00,675 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:23:00,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=af7e06f40e2d15798bff06dd9558ca4e, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:23:00,675 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 93f7e6797b433ddfe7c44d792a5d543e, NAME => 'SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T20:23:00,675 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,676 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:00,676 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,676 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2cd0cf1a8947ff07c8c45a61b2d315c, server=b29c245002d9,44847,1733257358301 because future has completed 2024-12-03T20:23:00,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure af7e06f40e2d15798bff06dd9558ca4e, server=b29c245002d9,38113,1733257358255 because future has completed 2024-12-03T20:23:00,681 INFO [StoreOpener-93f7e6797b433ddfe7c44d792a5d543e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T20:23:00,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a2cd0cf1a8947ff07c8c45a61b2d315c, server=b29c245002d9,44847,1733257358301 in 10.1270 sec 2024-12-03T20:23:00,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-03T20:23:00,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure af7e06f40e2d15798bff06dd9558ca4e, server=b29c245002d9,38113,1733257358255 in 10.0370 sec 2024-12-03T20:23:00,683 INFO [StoreOpener-93f7e6797b433ddfe7c44d792a5d543e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93f7e6797b433ddfe7c44d792a5d543e columnFamilyName cf 2024-12-03T20:23:00,683 DEBUG [StoreOpener-93f7e6797b433ddfe7c44d792a5d543e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:00,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2cd0cf1a8947ff07c8c45a61b2d315c, ASSIGN in 10.2970 sec 2024-12-03T20:23:00,684 INFO [StoreOpener-93f7e6797b433ddfe7c44d792a5d543e-1 {}] regionserver.HStore(327): Store=93f7e6797b433ddfe7c44d792a5d543e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:00,684 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af7e06f40e2d15798bff06dd9558ca4e, ASSIGN in 10.2980 sec 2024-12-03T20:23:00,684 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:00,684 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 64369bce843dfd603daab52eed8e1d20, NAME => 'SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T20:23:00,685 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,685 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:00,685 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,685 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,685 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,686 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,686 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,686 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,688 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,688 INFO [StoreOpener-28cabcba0402cb0bbfaffa064ecc0d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,690 INFO [StoreOpener-28cabcba0402cb0bbfaffa064ecc0d67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28cabcba0402cb0bbfaffa064ecc0d67 columnFamilyName cf 2024-12-03T20:23:00,690 DEBUG [StoreOpener-28cabcba0402cb0bbfaffa064ecc0d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:00,690 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:23:00,690 INFO [StoreOpener-28cabcba0402cb0bbfaffa064ecc0d67-1 {}] regionserver.HStore(327): Store=28cabcba0402cb0bbfaffa064ecc0d67/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:00,691 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 93f7e6797b433ddfe7c44d792a5d543e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62951391, jitterRate=-0.0619511753320694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:00,691 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:00,691 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 93f7e6797b433ddfe7c44d792a5d543e: Running coprocessor pre-open hook at 1733257380677Writing region info on filesystem at 1733257380677Initializing all the Stores at 1733257380678 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257380678Cleaning up temporary data from old regions at 1733257380686 (+8 ms)Running coprocessor post-open hooks at 1733257380691 (+5 ms)Region opened successfully at 1733257380691 2024-12-03T20:23:00,691 INFO [StoreOpener-64369bce843dfd603daab52eed8e1d20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,691 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,692 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e., pid=20, masterSystemTime=1733257380630 2024-12-03T20:23:00,694 INFO [StoreOpener-64369bce843dfd603daab52eed8e1d20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64369bce843dfd603daab52eed8e1d20 columnFamilyName cf 2024-12-03T20:23:00,694 DEBUG [StoreOpener-64369bce843dfd603daab52eed8e1d20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:00,695 INFO [StoreOpener-64369bce843dfd603daab52eed8e1d20-1 {}] regionserver.HStore(327): Store=64369bce843dfd603daab52eed8e1d20/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:00,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=93f7e6797b433ddfe7c44d792a5d543e, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:23:00,696 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:23:00,697 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:23:00,697 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:23:00,697 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a3c9fac4c2b3595807754bfa38ad52a0, NAME => 'SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T20:23:00,697 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,697 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:00,697 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,697 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,698 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,698 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,699 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,699 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,700 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93f7e6797b433ddfe7c44d792a5d543e, server=b29c245002d9,38113,1733257358255 because future has completed 2024-12-03T20:23:00,702 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,705 INFO [StoreOpener-a3c9fac4c2b3595807754bfa38ad52a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,706 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/28cabcba0402cb0bbfaffa064ecc0d67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:23:00,707 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 28cabcba0402cb0bbfaffa064ecc0d67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71521287, jitterRate=0.06575022637844086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:00,707 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:00,707 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 28cabcba0402cb0bbfaffa064ecc0d67: Running coprocessor pre-open hook at 1733257380671Writing region info on filesystem at 1733257380671Initializing all the Stores at 1733257380688 (+17 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257380688Cleaning up temporary data from old regions at 1733257380699 (+11 ms)Running coprocessor post-open hooks at 1733257380707 (+8 ms)Region opened successfully at 1733257380707 2024-12-03T20:23:00,711 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,712 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67., pid=18, masterSystemTime=1733257380570 2024-12-03T20:23:00,712 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,713 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,713 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,715 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,716 INFO [StoreOpener-a3c9fac4c2b3595807754bfa38ad52a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c9fac4c2b3595807754bfa38ad52a0 columnFamilyName cf 2024-12-03T20:23:00,717 DEBUG [StoreOpener-a3c9fac4c2b3595807754bfa38ad52a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:00,717 INFO [StoreOpener-a3c9fac4c2b3595807754bfa38ad52a0-1 {}] regionserver.HStore(327): Store=a3c9fac4c2b3595807754bfa38ad52a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:00,717 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,718 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,719 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,719 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,719 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-03T20:23:00,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 93f7e6797b433ddfe7c44d792a5d543e, server=b29c245002d9,38113,1733257358255 in 10.0820 sec 2024-12-03T20:23:00,725 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,726 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:23:00,726 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:23:00,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93f7e6797b433ddfe7c44d792a5d543e, ASSIGN in 10.3400 sec 2024-12-03T20:23:00,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=28cabcba0402cb0bbfaffa064ecc0d67, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,44847,1733257358301 2024-12-03T20:23:00,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28cabcba0402cb0bbfaffa064ecc0d67, server=b29c245002d9,44847,1733257358301 because future has completed 2024-12-03T20:23:00,738 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/64369bce843dfd603daab52eed8e1d20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:23:00,739 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 64369bce843dfd603daab52eed8e1d20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59064137, jitterRate=-0.11987577378749847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:00,739 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:00,739 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 64369bce843dfd603daab52eed8e1d20: Running coprocessor pre-open hook at 1733257380685Writing region info on filesystem at 1733257380685Initializing all the Stores at 1733257380690 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257380690Cleaning up temporary data from old regions at 1733257380713 (+23 ms)Running coprocessor post-open hooks at 1733257380739 (+26 ms)Region opened successfully at 1733257380739 2024-12-03T20:23:00,743 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:23:00,744 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20., pid=21, masterSystemTime=1733257380643 2024-12-03T20:23:00,744 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a3c9fac4c2b3595807754bfa38ad52a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68772705, jitterRate=0.024793162941932678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:00,744 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:00,744 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a3c9fac4c2b3595807754bfa38ad52a0: Running coprocessor pre-open hook at 1733257380698Writing region info on filesystem at 1733257380698Initializing all the Stores at 1733257380699 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257380699Cleaning up temporary data from old regions at 1733257380719 (+20 ms)Running coprocessor post-open hooks at 1733257380744 (+25 ms)Region opened successfully at 1733257380744 2024-12-03T20:23:00,746 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0., pid=19, masterSystemTime=1733257380630 2024-12-03T20:23:00,748 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:00,748 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:00,748 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:00,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64369bce843dfd603daab52eed8e1d20, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34997,1733257358197 2024-12-03T20:23:00,749 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:23:00,749 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:23:00,749 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 819d77ab853d9efe1987048c742a0ae0, NAME => 'SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T20:23:00,750 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,750 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:00,750 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,750 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-03T20:23:00,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 28cabcba0402cb0bbfaffa064ecc0d67, server=b29c245002d9,44847,1733257358301 in 10.1340 sec 2024-12-03T20:23:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64369bce843dfd603daab52eed8e1d20, server=b29c245002d9,34997,1733257358197 because future has completed 2024-12-03T20:23:00,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a3c9fac4c2b3595807754bfa38ad52a0, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:23:00,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3c9fac4c2b3595807754bfa38ad52a0, server=b29c245002d9,38113,1733257358255 because future has completed 2024-12-03T20:23:00,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28cabcba0402cb0bbfaffa064ecc0d67, ASSIGN in 10.3670 sec 2024-12-03T20:23:00,768 INFO [StoreOpener-819d77ab853d9efe1987048c742a0ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,770 INFO [StoreOpener-819d77ab853d9efe1987048c742a0ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819d77ab853d9efe1987048c742a0ae0 columnFamilyName cf 2024-12-03T20:23:00,770 DEBUG [StoreOpener-819d77ab853d9efe1987048c742a0ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:00,771 INFO [StoreOpener-819d77ab853d9efe1987048c742a0ae0-1 {}] regionserver.HStore(327): Store=819d77ab853d9efe1987048c742a0ae0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:00,772 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,773 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,774 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,774 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,774 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,777 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-03T20:23:00,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a3c9fac4c2b3595807754bfa38ad52a0, server=b29c245002d9,38113,1733257358255 in 10.1440 sec 2024-12-03T20:23:00,786 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:23:00,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-03T20:23:00,787 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 819d77ab853d9efe1987048c742a0ae0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67100894, jitterRate=-1.1876225471496582E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:00,788 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:00,788 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 819d77ab853d9efe1987048c742a0ae0: Running coprocessor pre-open hook at 1733257380750Writing region info on filesystem at 1733257380750Initializing all the Stores at 1733257380754 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257380754Cleaning up temporary data from old regions at 1733257380774 (+20 ms)Running coprocessor post-open hooks at 1733257380788 (+14 ms)Region opened successfully at 1733257380788 2024-12-03T20:23:00,789 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0., pid=22, masterSystemTime=1733257380643 2024-12-03T20:23:00,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3c9fac4c2b3595807754bfa38ad52a0, ASSIGN in 10.3990 sec 2024-12-03T20:23:00,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 64369bce843dfd603daab52eed8e1d20, server=b29c245002d9,34997,1733257358197 in 10.1340 sec 2024-12-03T20:23:00,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64369bce843dfd603daab52eed8e1d20, ASSIGN in 10.4020 sec 2024-12-03T20:23:00,792 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:00,792 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:00,792 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:00,792 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => bad1e5042189b7db4615e95578c3048e, NAME => 'SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T20:23:00,792 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,792 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:00,793 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,793 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,794 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=819d77ab853d9efe1987048c742a0ae0, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34997,1733257358197 2024-12-03T20:23:00,803 INFO [StoreOpener-bad1e5042189b7db4615e95578c3048e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 819d77ab853d9efe1987048c742a0ae0, server=b29c245002d9,34997,1733257358197 because future has completed 2024-12-03T20:23:00,805 INFO [StoreOpener-bad1e5042189b7db4615e95578c3048e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad1e5042189b7db4615e95578c3048e columnFamilyName cf 2024-12-03T20:23:00,806 DEBUG [StoreOpener-bad1e5042189b7db4615e95578c3048e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:00,806 INFO [StoreOpener-bad1e5042189b7db4615e95578c3048e-1 {}] regionserver.HStore(327): Store=bad1e5042189b7db4615e95578c3048e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:00,807 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,808 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,809 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,809 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,809 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,813 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,814 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b29c245002d9,34997,1733257358197, table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T20:23:00,823 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/bad1e5042189b7db4615e95578c3048e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:23:00,824 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened bad1e5042189b7db4615e95578c3048e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73559572, jitterRate=0.09612303972244263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:00,824 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:00,824 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for bad1e5042189b7db4615e95578c3048e: Running coprocessor pre-open hook at 1733257380793Writing region info on filesystem at 1733257380793Initializing all the Stores at 1733257380794 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257380794Cleaning up temporary data from old regions at 1733257380810 (+16 ms)Running coprocessor post-open hooks at 1733257380824 (+14 ms)Region opened successfully at 1733257380824 2024-12-03T20:23:00,825 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e., pid=24, masterSystemTime=1733257380643 2024-12-03T20:23:00,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-12-03T20:23:00,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 819d77ab853d9efe1987048c742a0ae0, server=b29c245002d9,34997,1733257358197 in 10.1720 sec 2024-12-03T20:23:00,830 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:00,831 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:00,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0, ASSIGN in 10.4430 sec 2024-12-03T20:23:00,834 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bad1e5042189b7db4615e95578c3048e, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34997,1733257358197 2024-12-03T20:23:00,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bad1e5042189b7db4615e95578c3048e, server=b29c245002d9,34997,1733257358197 because future has completed 2024-12-03T20:23:00,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-03T20:23:00,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure bad1e5042189b7db4615e95578c3048e, server=b29c245002d9,34997,1733257358197 in 10.1990 sec 2024-12-03T20:23:00,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-03T20:23:00,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bad1e5042189b7db4615e95578c3048e, ASSIGN in 10.4710 sec 2024-12-03T20:23:00,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:23:00,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257380866"}]},"ts":"1733257380866"} 2024-12-03T20:23:00,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-03T20:23:00,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:23:00,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0500 sec 2024-12-03T20:23:03,184 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-03T20:23:05,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:23:05,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:23:06,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:23:06,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:23:06,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:23:07,834 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:23:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:23:08,089 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-03T20:23:08,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-03T20:23:08,089 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:23:08,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-03T20:23:08,095 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:23:08,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-03T20:23:08,130 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0., hostname=b29c245002d9,38113,1733257358255, seqNum=2] 2024-12-03T20:23:08,135 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0., hostname=b29c245002d9,38113,1733257358255, seqNum=2] 2024-12-03T20:23:08,197 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0., hostname=b29c245002d9,34997,1733257358197, seqNum=2] 2024-12-03T20:23:08,198 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0., hostname=b29c245002d9,34997,1733257358197, seqNum=2] 2024-12-03T20:23:08,200 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0., hostname=b29c245002d9,34997,1733257358197, seqNum=2] 2024-12-03T20:23:08,209 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0., hostname=b29c245002d9,34997,1733257358197, seqNum=2] 2024-12-03T20:23:08,210 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0., hostname=b29c245002d9,34997,1733257358197, seqNum=2] 2024-12-03T20:23:08,213 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0., hostname=b29c245002d9,34997,1733257358197, seqNum=2] 2024-12-03T20:23:08,214 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0., hostname=b29c245002d9,34997,1733257358197, seqNum=2] 2024-12-03T20:23:08,218 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0., hostname=b29c245002d9,34997,1733257358197, seqNum=2] 2024-12-03T20:23:08,262 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e., hostname=b29c245002d9,38113,1733257358255, seqNum=2] 2024-12-03T20:23:08,271 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e., hostname=b29c245002d9,38113,1733257358255, seqNum=2] 2024-12-03T20:23:08,273 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e., hostname=b29c245002d9,38113,1733257358255, seqNum=2] 2024-12-03T20:23:08,275 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e., hostname=b29c245002d9,38113,1733257358255, seqNum=2] 2024-12-03T20:23:08,279 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e., hostname=b29c245002d9,38113,1733257358255, seqNum=2] 2024-12-03T20:23:08,281 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e., hostname=b29c245002d9,38113,1733257358255, seqNum=2] 2024-12-03T20:23:08,406 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c., hostname=b29c245002d9,44847,1733257358301, seqNum=2] 2024-12-03T20:23:08,409 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c., hostname=b29c245002d9,44847,1733257358301, seqNum=2] 2024-12-03T20:23:08,411 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c., hostname=b29c245002d9,44847,1733257358301, seqNum=2] 2024-12-03T20:23:08,423 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c., hostname=b29c245002d9,44847,1733257358301, seqNum=2] 2024-12-03T20:23:08,424 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c., hostname=b29c245002d9,44847,1733257358301, seqNum=2] 2024-12-03T20:23:08,425 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c., hostname=b29c245002d9,44847,1733257358301, seqNum=2] 2024-12-03T20:23:08,426 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c., hostname=b29c245002d9,44847,1733257358301, seqNum=2] 2024-12-03T20:23:08,429 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c., hostname=b29c245002d9,44847,1733257358301, seqNum=2] 2024-12-03T20:23:08,820 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-03T20:23:09,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:23:09,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:23:09,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:23:09,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:23:09,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44847 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:09,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T20:23:09,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34997 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T20:23:10,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T20:23:11,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44847 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T20:23:11,925 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-03T20:23:11,925 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:23:11,929 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-03T20:23:11,933 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-03T20:23:11,941 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-03T20:23:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741848_1024 (size=49) 2024-12-03T20:23:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741848_1024 (size=49) 2024-12-03T20:23:12,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741848_1024 (size=49) 2024-12-03T20:23:12,471 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-03T20:23:12,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62f573d4992d009c6dc7b48f0040a137}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af7e06f40e2d15798bff06dd9558ca4e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bad1e5042189b7db4615e95578c3048e}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b419d6e9fa0d885eeea1b2c6390d18}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64369bce843dfd603daab52eed8e1d20}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28cabcba0402cb0bbfaffa064ecc0d67}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9fac4c2b3595807754bfa38ad52a0}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 819d77ab853d9efe1987048c742a0ae0}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93f7e6797b433ddfe7c44d792a5d543e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2cd0cf1a8947ff07c8c45a61b2d315c}] 2024-12-03T20:23:12,480 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:12,480 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:12,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:12,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:12,481 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:12,486 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:12,489 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:12,493 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:12,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:12,495 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:20,643 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=b29c245002d9,38113,1733257358255, timeout=1733257402483, delay=1839, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af7e06f40e2d15798bff06dd9558ca4e, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9fac4c2b3595807754bfa38ad52a0, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93f7e6797b433ddfe7c44d792a5d543e], containedObject=b29c245002d9,34997,1733257358197, timeout=1733257402484, delay=1840, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 819d77ab853d9efe1987048c742a0ae0, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bad1e5042189b7db4615e95578c3048e, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64369bce843dfd603daab52eed8e1d20], containedObject=b29c245002d9,44847,1733257358301, timeout=1733257402484, delay=1840, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62f573d4992d009c6dc7b48f0040a137, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28cabcba0402cb0bbfaffa064ecc0d67, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2cd0cf1a8947ff07c8c45a61b2d315c, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b419d6e9fa0d885eeea1b2c6390d18]] 2024-12-03T20:23:22,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-03T20:23:22,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-03T20:23:22,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-03T20:23:22,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-03T20:23:22,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:23:22,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-03T20:23:22,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for af7e06f40e2d15798bff06dd9558ca4e: 2024-12-03T20:23:22,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. for SnapshotProcedureTest completed. 2024-12-03T20:23:22,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:23:22,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:23:22,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:23:22,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:23:22,486 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a3c9fac4c2b3595807754bfa38ad52a0 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-03T20:23:22,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-03T20:23:22,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:23:22,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 62f573d4992d009c6dc7b48f0040a137: 2024-12-03T20:23:22,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. for SnapshotProcedureTest completed. 2024-12-03T20:23:22,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:23:22,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 93f7e6797b433ddfe7c44d792a5d543e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-03T20:23:22,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:23:22,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:23:22,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:23:22,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-03T20:23:22,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:22,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-03T20:23:22,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:22,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for bad1e5042189b7db4615e95578c3048e: 2024-12-03T20:23:22,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. for SnapshotProcedureTest completed. 2024-12-03T20:23:22,491 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 819d77ab853d9efe1987048c742a0ae0 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-03T20:23:22,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:23:22,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:23:22,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:23:22,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-03T20:23:22,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:23:22,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 28cabcba0402cb0bbfaffa064ecc0d67: 2024-12-03T20:23:22,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. for SnapshotProcedureTest completed. 2024-12-03T20:23:22,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:23:22,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:23:22,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:23:22,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-03T20:23:22,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:22,520 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a2cd0cf1a8947ff07c8c45a61b2d315c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-03T20:23:22,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:22,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 64369bce843dfd603daab52eed8e1d20: 2024-12-03T20:23:22,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. for SnapshotProcedureTest completed. 2024-12-03T20:23:22,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:23:22,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:23:22,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:23:22,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e/.tmp/cf/5f6e0f25088847aca8c2e624111ae2f6 is 34, key is ccd/cf:cf/1733257390054/Put/seqid=0 2024-12-03T20:23:22,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0/.tmp/cf/3b50564a5e5f4381a0695b7dfa88eb87 is 34, key is aaa/cf:cf/1733257389901/Put/seqid=0 2024-12-03T20:23:22,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/.tmp/cf/2655455f108047be99e7475f945ca0be is 34, key is baa/cf:cf/1733257389904/Put/seqid=0 2024-12-03T20:23:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741850_1026 (size=65) 2024-12-03T20:23:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741850_1026 (size=65) 2024-12-03T20:23:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741850_1026 (size=65) 2024-12-03T20:23:22,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:23:22,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T20:23:22,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:23:22,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 21b419d6e9fa0d885eeea1b2c6390d18: 2024-12-03T20:23:22,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. for SnapshotProcedureTest completed. 2024-12-03T20:23:22,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:23:22,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:23:22,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T20:23:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-03T20:23:22,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:22,633 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:22,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28cabcba0402cb0bbfaffa064ecc0d67 in 10.1630 sec 2024-12-03T20:23:22,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c/.tmp/cf/c4c8c74128154c00a50d5abe0a15ebd6 is 34, key is eaa/cf:cf/1733257391592/Put/seqid=0 2024-12-03T20:23:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741849_1025 (size=57) 2024-12-03T20:23:22,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741849_1025 (size=57) 2024-12-03T20:23:22,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:23:22,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T20:23:22,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741849_1025 (size=57) 2024-12-03T20:23:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T20:23:22,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:22,676 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:22,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62f573d4992d009c6dc7b48f0040a137 in 10.2080 sec 2024-12-03T20:23:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741851_1027 (size=65) 2024-12-03T20:23:22,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741851_1027 (size=65) 2024-12-03T20:23:22,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741851_1027 (size=65) 2024-12-03T20:23:22,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:23:22,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T20:23:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-03T20:23:22,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:22,705 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:22,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af7e06f40e2d15798bff06dd9558ca4e in 10.2350 sec 2024-12-03T20:23:22,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741855_1031 (size=65) 2024-12-03T20:23:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741855_1031 (size=65) 2024-12-03T20:23:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741855_1031 (size=65) 2024-12-03T20:23:22,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:22,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T20:23:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T20:23:22,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:22,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:22,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bad1e5042189b7db4615e95578c3048e in 10.3710 sec 2024-12-03T20:23:22,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741852_1028 (size=47197) 2024-12-03T20:23:22,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741852_1028 (size=47197) 2024-12-03T20:23:22,865 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e/.tmp/cf/5f6e0f25088847aca8c2e624111ae2f6 2024-12-03T20:23:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741852_1028 (size=47197) 2024-12-03T20:23:22,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741853_1029 (size=26918) 2024-12-03T20:23:22,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741853_1029 (size=26918) 2024-12-03T20:23:22,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741853_1029 (size=26918) 2024-12-03T20:23:22,886 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0/.tmp/cf/3b50564a5e5f4381a0695b7dfa88eb87 2024-12-03T20:23:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741856_1032 (size=28623) 2024-12-03T20:23:22,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741856_1032 (size=28623) 2024-12-03T20:23:22,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741856_1032 (size=28623) 2024-12-03T20:23:22,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/.tmp/cf/2655455f108047be99e7475f945ca0be 2024-12-03T20:23:22,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0/.tmp/cf/3b50564a5e5f4381a0695b7dfa88eb87 as hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0/cf/3b50564a5e5f4381a0695b7dfa88eb87 2024-12-03T20:23:23,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0/cf/3b50564a5e5f4381a0695b7dfa88eb87, entries=676, sequenceid=5, filesize=26.3 K 2024-12-03T20:23:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741857_1033 (size=499309) 2024-12-03T20:23:23,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741857_1033 (size=499309) 2024-12-03T20:23:23,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741857_1033 (size=499309) 2024-12-03T20:23:23,013 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a3c9fac4c2b3595807754bfa38ad52a0 in 527ms, sequenceid=5, compaction requested=false 2024-12-03T20:23:23,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a3c9fac4c2b3595807754bfa38ad52a0: 2024-12-03T20:23:23,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. for SnapshotProcedureTest completed. 2024-12-03T20:23:23,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:23:23,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:23:23,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0/cf/3b50564a5e5f4381a0695b7dfa88eb87] hfiles 2024-12-03T20:23:23,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0/cf/3b50564a5e5f4381a0695b7dfa88eb87 for snapshot=SnapshotProcedureTest 2024-12-03T20:23:23,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e/.tmp/cf/5f6e0f25088847aca8c2e624111ae2f6 as hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e/cf/5f6e0f25088847aca8c2e624111ae2f6 2024-12-03T20:23:23,022 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c/.tmp/cf/c4c8c74128154c00a50d5abe0a15ebd6 2024-12-03T20:23:23,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/.tmp/cf/2655455f108047be99e7475f945ca0be as hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/cf/2655455f108047be99e7475f945ca0be 2024-12-03T20:23:23,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e/cf/5f6e0f25088847aca8c2e624111ae2f6, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-03T20:23:23,041 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 93f7e6797b433ddfe7c44d792a5d543e in 553ms, sequenceid=5, compaction requested=false 2024-12-03T20:23:23,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 93f7e6797b433ddfe7c44d792a5d543e: 2024-12-03T20:23:23,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. for SnapshotProcedureTest completed. 2024-12-03T20:23:23,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:23:23,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:23:23,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e/cf/5f6e0f25088847aca8c2e624111ae2f6] hfiles 2024-12-03T20:23:23,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e/cf/5f6e0f25088847aca8c2e624111ae2f6 for snapshot=SnapshotProcedureTest 2024-12-03T20:23:23,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/cf/2655455f108047be99e7475f945ca0be, entries=731, sequenceid=5, filesize=28.0 K 2024-12-03T20:23:23,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c/.tmp/cf/c4c8c74128154c00a50d5abe0a15ebd6 as hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c/cf/c4c8c74128154c00a50d5abe0a15ebd6 2024-12-03T20:23:23,061 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 819d77ab853d9efe1987048c742a0ae0 in 569ms, sequenceid=5, compaction requested=false 2024-12-03T20:23:23,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 819d77ab853d9efe1987048c742a0ae0: 2024-12-03T20:23:23,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. for SnapshotProcedureTest completed. 2024-12-03T20:23:23,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:23:23,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:23:23,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/cf/2655455f108047be99e7475f945ca0be] hfiles 2024-12-03T20:23:23,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/cf/2655455f108047be99e7475f945ca0be for snapshot=SnapshotProcedureTest 2024-12-03T20:23:23,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741854_1030 (size=65) 2024-12-03T20:23:23,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741854_1030 (size=65) 2024-12-03T20:23:23,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741854_1030 (size=65) 2024-12-03T20:23:23,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:23,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T20:23:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T20:23:23,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:23,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:23,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741858_1034 (size=65) 2024-12-03T20:23:23,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741858_1034 (size=65) 2024-12-03T20:23:23,083 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c/cf/c4c8c74128154c00a50d5abe0a15ebd6, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-03T20:23:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741858_1034 (size=65) 2024-12-03T20:23:23,089 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for a2cd0cf1a8947ff07c8c45a61b2d315c in 568ms, sequenceid=5, compaction requested=false 2024-12-03T20:23:23,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a2cd0cf1a8947ff07c8c45a61b2d315c: 2024-12-03T20:23:23,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. for SnapshotProcedureTest completed. 2024-12-03T20:23:23,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T20:23:23,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T20:23:23,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c/cf/c4c8c74128154c00a50d5abe0a15ebd6] hfiles 2024-12-03T20:23:23,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c/cf/c4c8c74128154c00a50d5abe0a15ebd6 for snapshot=SnapshotProcedureTest 2024-12-03T20:23:23,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:23:23,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T20:23:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-03T20:23:23,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:23,091 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:23,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 64369bce843dfd603daab52eed8e1d20 in 10.6120 sec 2024-12-03T20:23:23,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21b419d6e9fa0d885eeea1b2c6390d18 in 10.6240 sec 2024-12-03T20:23:23,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741859_1035 (size=105) 2024-12-03T20:23:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741859_1035 (size=105) 2024-12-03T20:23:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741859_1035 (size=105) 2024-12-03T20:23:23,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:23:23,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T20:23:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T20:23:23,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:23,212 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:23,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3c9fac4c2b3595807754bfa38ad52a0 in 10.7420 sec 2024-12-03T20:23:23,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741862_1038 (size=97) 2024-12-03T20:23:23,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741862_1038 (size=97) 2024-12-03T20:23:23,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:23,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-03T20:23:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-03T20:23:23,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:23,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741862_1038 (size=97) 2024-12-03T20:23:23,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741861_1037 (size=105) 2024-12-03T20:23:23,256 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:23,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741861_1037 (size=105) 2024-12-03T20:23:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741861_1037 (size=105) 2024-12-03T20:23:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741860_1036 (size=105) 2024-12-03T20:23:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741860_1036 (size=105) 2024-12-03T20:23:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741860_1036 (size=105) 2024-12-03T20:23:23,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a2cd0cf1a8947ff07c8c45a61b2d315c in 10.7880 sec 2024-12-03T20:23:23,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:23,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T20:23:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-03T20:23:23,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:23,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:23,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 819d77ab853d9efe1987048c742a0ae0 in 11.1890 sec 2024-12-03T20:23:23,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:23:23,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-03T20:23:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-03T20:23:23,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:23,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:23,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-12-03T20:23:23,672 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-03T20:23:23,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 93f7e6797b433ddfe7c44d792a5d543e in 11.1960 sec 2024-12-03T20:23:23,674 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-03T20:23:23,675 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-03T20:23:23,675 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-03T20:23:23,678 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T20:23:23,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741863_1039 (size=1174) 2024-12-03T20:23:23,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741863_1039 (size=1174) 2024-12-03T20:23:23,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741863_1039 (size=1174) 2024-12-03T20:23:23,746 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-03T20:23:23,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-03T20:23:23,764 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,34997,1733257358197 2024-12-03T20:23:23,764 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,34997,1733257358197 2024-12-03T20:23:23,764 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:23,765 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:23,765 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,38113,1733257358255 2024-12-03T20:23:23,774 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,34997,1733257358197 2024-12-03T20:23:23,775 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,38113,1733257358255 2024-12-03T20:23:23,776 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,38113,1733257358255 2024-12-03T20:23:23,776 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:23,834 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:23:23,835 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b29c245002d9,34997,1733257358197 2024-12-03T20:23:23,835 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b29c245002d9,34997,1733257358197: Simulated kill ***** 2024-12-03T20:23:23,835 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:23:23,835 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:23:23,836 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:23:23,836 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:23:23,836 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:23:23,836 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 661634336 }, "NonHeapMemoryUsage": { "committed": 177012736, "init": 7667712, "max": -1, "used": 171486160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:23:23,837 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36463 {}] master.MasterRpcServices(700): b29c245002d9,34997,1733257358197 reported a fatal error: ***** ABORTING region server b29c245002d9,34997,1733257358197: Simulated kill ***** 2024-12-03T20:23:23,839 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,34997,1733257358197' ***** 2024-12-03T20:23:23,839 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-03T20:23:23,839 INFO [RS:0;b29c245002d9:34997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:23:23,840 INFO [RS:0;b29c245002d9:34997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T20:23:23,840 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:23:23,840 INFO [RS:0;b29c245002d9:34997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T20:23:23,840 INFO [RS:0;b29c245002d9:34997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:23:23,840 INFO [RS:0;b29c245002d9:34997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34997. 2024-12-03T20:23:23,840 DEBUG [RS:0;b29c245002d9:34997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:23:23,840 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:23:23,840 DEBUG [RS:0;b29c245002d9:34997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:23:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741835_1011 (size=1488) 2024-12-03T20:23:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741835_1011 (size=1488) 2024-12-03T20:23:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741835_1011 (size=1488) 2024-12-03T20:23:23,856 DEBUG [RS:0;b29c245002d9:34997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:23:23,856 INFO [RS:0;b29c245002d9:34997 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:23:23,856 INFO [RS:0;b29c245002d9:34997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34997 2024-12-03T20:23:23,867 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:23:23,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b29c245002d9,34997,1733257358197 2024-12-03T20:23:23,946 INFO [RS:0;b29c245002d9:34997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:23:23,946 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$360/0x00007f8404901908@40996b4c rejected from java.util.concurrent.ThreadPoolExecutor@59bfd3b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-03T20:23:23,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:23:23,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,34997,1733257358197] 2024-12-03T20:23:23,968 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b29c245002d9,34997,1733257358197 already deleted, retry=false 2024-12-03T20:23:23,968 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b29c245002d9,34997,1733257358197 on b29c245002d9,36463,1733257357915 2024-12-03T20:23:23,970 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b29c245002d9,34997,1733257358197, splitWal=true, meta=false 2024-12-03T20:23:23,970 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for b29c245002d9,34997,1733257358197 (carryingMeta=false) b29c245002d9,34997,1733257358197/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6e46eedc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T20:23:23,972 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b29c245002d9,34997,1733257358197, splitWal=true, meta=false 2024-12-03T20:23:23,976 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): b29c245002d9,34997,1733257358197 had 3 regions 2024-12-03T20:23:23,985 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b29c245002d9,34997,1733257358197, splitWal=true, meta=false, isMeta: false 2024-12-03T20:23:23,988 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34997,1733257358197 Release verify snapshot worker=b29c245002d9,34997,1733257358197 2024-12-03T20:23:23,989 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to b29c245002d9,34997,1733257358197, this operation will be retried to send to another server 2024-12-03T20:23:23,989 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T20:23:23,989 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733257404989 2024-12-03T20:23:23,995 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34997,1733257358197 Release verify snapshot worker=b29c245002d9,34997,1733257358197 2024-12-03T20:23:23,995 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to b29c245002d9,34997,1733257358197, this operation will be retried to send to another server 2024-12-03T20:23:23,996 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T20:23:23,996 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733257404996 2024-12-03T20:23:23,997 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-12-03T20:23:23,997 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-03T20:23:23,997 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-03T20:23:24,000 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting 2024-12-03T20:23:24,003 INFO [PEWorker-4 {}] master.SplitWALManager(105): b29c245002d9,34997,1733257358197 WAL count=1, meta=false 2024-12-03T20:23:24,004 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,34997,1733257358197 Release verify snapshot worker=b29c245002d9,34997,1733257358197 2024-12-03T20:23:24,004 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to b29c245002d9,34997,1733257358197, this operation will be retried to send to another server 2024-12-03T20:23:24,004 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T20:23:24,005 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733257405005 2024-12-03T20:23:24,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b29c245002d9%2C34997%2C1733257358197.1733257359484}] 2024-12-03T20:23:24,011 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:24,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b29c245002d9%2C34997%2C1733257358197.1733257359484, worker=b29c245002d9,44847,1733257358301}] 2024-12-03T20:23:24,062 INFO [RS:0;b29c245002d9:34997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:23:24,062 INFO [RS:0;b29c245002d9:34997 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,34997,1733257358197; zookeeper connection closed. 2024-12-03T20:23:24,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:23:24,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34997-0x1019cdc65b90001, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:23:24,062 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75682f9a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75682f9a 2024-12-03T20:23:24,355 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:23:24,355 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:23:29,973 INFO [master/b29c245002d9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T20:23:29,973 INFO [master/b29c245002d9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T20:23:33,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-03T20:23:33,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-03T20:23:33,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-03T20:23:33,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-03T20:23:33,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-03T20:23:33,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-03T20:23:33,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-03T20:23:33,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T20:23:33,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-03T20:23:33,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-03T20:23:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-03T20:23:33,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-03T20:23:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-03T20:23:33,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T20:23:33,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-03T20:23:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-03T20:23:33,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-03T20:23:33,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-03T20:23:33,801 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,38113,1733257358255 Release verify snapshot worker=b29c245002d9,38113,1733257358255 2024-12-03T20:23:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-03T20:23:33,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,38113,1733257358255 in 10.0440 sec 2024-12-03T20:23:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-03T20:23:33,808 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,38113,1733257358255 2024-12-03T20:23:33,811 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484, size=1.5 K (1488bytes) 2024-12-03T20:23:33,811 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484 2024-12-03T20:23:33,812 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,38113,1733257358255 Release verify snapshot worker=b29c245002d9,38113,1733257358255 2024-12-03T20:23:33,813 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,44847,1733257358301 Release verify snapshot worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:33,816 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484 after 5ms 2024-12-03T20:23:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-03T20:23:33,816 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,38113,1733257358255 2024-12-03T20:23:33,818 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:33,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,44847,1733257358301 in 10.0560 sec 2024-12-03T20:23:33,822 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484 took 11ms 2024-12-03T20:23:33,823 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,44847,1733257358301 Release verify snapshot worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:33,823 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,44847,1733257358301 Release verify snapshot worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:33,823 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,38113,1733257358255 Release verify snapshot worker=b29c245002d9,38113,1733257358255 2024-12-03T20:23:33,826 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:33,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,38113,1733257358255 in 10.0660 sec 2024-12-03T20:23:33,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,44847,1733257358301 in 10.0660 sec 2024-12-03T20:23:33,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,38113,1733257358255 in 10.0550 sec 2024-12-03T20:23:33,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,44847,1733257358301 in 10.0660 sec 2024-12-03T20:23:33,840 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 64369bce843dfd603daab52eed8e1d20: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T20:23:33,842 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 819d77ab853d9efe1987048c742a0ae0: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-03T20:23:33,844 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for bad1e5042189b7db4615e95578c3048e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T20:23:33,844 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484 so closing down 2024-12-03T20:23:33,844 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T20:23:33,844 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T20:23:33,844 INFO [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 12 ms; skipped=5; WAL=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-03T20:23:33,845 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484, journal: Splitting hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484, size=1.5 K (1488bytes) at 1733257413811Finishing writing output for hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484 so closing down at 1733257413844 (+33 ms)3 split writer threads finished at 1733257413844Processed 5 edits across 0 Regions in 12 ms; skipped=5; WAL=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733257413844 2024-12-03T20:23:33,845 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484 2024-12-03T20:23:33,845 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T20:23:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-03T20:23:33,853 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting/b29c245002d9%2C34997%2C1733257358197.1733257359484 to hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/oldWALs 2024-12-03T20:23:33,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-03T20:23:33,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b29c245002d9%2C34997%2C1733257358197.1733257359484, worker=b29c245002d9,44847,1733257358301 in 9.8410 sec 2024-12-03T20:23:33,865 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:33,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-03T20:23:33,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure b29c245002d9%2C34997%2C1733257358197.1733257359484, worker=b29c245002d9,44847,1733257358301 in 9.8620 sec 2024-12-03T20:23:33,873 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting dir is empty, no logs to split. 2024-12-03T20:23:33,873 INFO [PEWorker-2 {}] master.SplitWALManager(105): b29c245002d9,34997,1733257358197 WAL count=0, meta=false 2024-12-03T20:23:33,873 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if b29c245002d9,34997,1733257358197 WAL splitting is done? wals=0, meta=false 2024-12-03T20:23:33,875 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b29c245002d9,34997,1733257358197 failed, ignore...File hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/WALs/b29c245002d9,34997,1733257358197-splitting does not exist. 2024-12-03T20:23:33,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64369bce843dfd603daab52eed8e1d20, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bad1e5042189b7db4615e95578c3048e, ASSIGN}] 2024-12-03T20:23:33,889 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bad1e5042189b7db4615e95578c3048e, ASSIGN 2024-12-03T20:23:33,890 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bad1e5042189b7db4615e95578c3048e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:23:33,891 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64369bce843dfd603daab52eed8e1d20, ASSIGN 2024-12-03T20:23:33,891 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64369bce843dfd603daab52eed8e1d20, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:23:33,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0, ASSIGN 2024-12-03T20:23:33,895 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:23:34,040 DEBUG [b29c245002d9:36463 {}] balancer.BalancerClusterState(204): Hosts are {b29c245002d9=0} racks are {/default-rack=0} 2024-12-03T20:23:34,041 DEBUG [b29c245002d9:36463 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T20:23:34,041 DEBUG [b29c245002d9:36463 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T20:23:34,041 DEBUG [b29c245002d9:36463 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T20:23:34,041 DEBUG [b29c245002d9:36463 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T20:23:34,041 INFO [b29c245002d9:36463 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T20:23:34,041 INFO [b29c245002d9:36463 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T20:23:34,041 DEBUG [b29c245002d9:36463 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:23:34,041 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=64369bce843dfd603daab52eed8e1d20, regionState=OPENING, regionLocation=b29c245002d9,44847,1733257358301 2024-12-03T20:23:34,041 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=819d77ab853d9efe1987048c742a0ae0, regionState=OPENING, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:23:34,041 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=bad1e5042189b7db4615e95578c3048e, regionState=OPENING, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:23:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64369bce843dfd603daab52eed8e1d20, ASSIGN because future has completed 2024-12-03T20:23:34,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64369bce843dfd603daab52eed8e1d20, server=b29c245002d9,44847,1733257358301}] 2024-12-03T20:23:34,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0, ASSIGN because future has completed 2024-12-03T20:23:34,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 819d77ab853d9efe1987048c742a0ae0, server=b29c245002d9,38113,1733257358255}] 2024-12-03T20:23:34,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bad1e5042189b7db4615e95578c3048e, ASSIGN because future has completed 2024-12-03T20:23:34,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure bad1e5042189b7db4615e95578c3048e, server=b29c245002d9,38113,1733257358255}] 2024-12-03T20:23:37,834 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:23:40,536 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-03T20:23:41,014 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:36463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T20:23:43,821 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:43,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-03T20:23:43,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-03T20:23:43,822 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 819d77ab853d9efe1987048c742a0ae0, NAME => 'SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T20:23:43,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-03T20:23:43,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-03T20:23:43,822 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,822 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:43,822 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,822 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-03T20:23:43,825 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:43,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-03T20:23:43,825 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,38113,1733257358255 Release verify snapshot worker=b29c245002d9,38113,1733257358255 2024-12-03T20:23:43,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-03T20:23:43,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-03T20:23:43,826 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 64369bce843dfd603daab52eed8e1d20, NAME => 'SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T20:23:43,826 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-03T20:23:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-03T20:23:43,826 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:43,827 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,827 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-03T20:23:43,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,38113,1733257358255 in 20.0680 sec 2024-12-03T20:23:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-03T20:23:43,832 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,44847,1733257358301 Release verify snapshot worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:43,833 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,38113,1733257358255 Release verify snapshot worker=b29c245002d9,38113,1733257358255 2024-12-03T20:23:43,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,44847,1733257358301 in 20.0750 sec 2024-12-03T20:23:43,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,38113,1733257358255 in 20.0760 sec 2024-12-03T20:23:43,835 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,44847,1733257358301 Release verify snapshot worker=b29c245002d9,44847,1733257358301 2024-12-03T20:23:43,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-12-03T20:23:43,839 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-03T20:23:43,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b29c245002d9,44847,1733257358301 in 20.0780 sec 2024-12-03T20:23:43,840 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/.hbase-snapshot/SnapshotProcedureTest 2024-12-03T20:23:43,840 INFO [StoreOpener-819d77ab853d9efe1987048c742a0ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,843 INFO [StoreOpener-819d77ab853d9efe1987048c742a0ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819d77ab853d9efe1987048c742a0ae0 columnFamilyName cf 2024-12-03T20:23:43,843 DEBUG [StoreOpener-819d77ab853d9efe1987048c742a0ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:43,847 INFO [StoreOpener-64369bce843dfd603daab52eed8e1d20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,861 INFO [StoreOpener-64369bce843dfd603daab52eed8e1d20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64369bce843dfd603daab52eed8e1d20 columnFamilyName cf 2024-12-03T20:23:43,862 DEBUG [StoreOpener-64369bce843dfd603daab52eed8e1d20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:43,862 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-03T20:23:43,862 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-03T20:23:43,864 INFO [StoreOpener-64369bce843dfd603daab52eed8e1d20-1 {}] regionserver.HStore(327): Store=64369bce843dfd603daab52eed8e1d20/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:43,864 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,865 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.9420 sec 2024-12-03T20:23:43,867 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,868 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,868 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,871 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,872 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 64369bce843dfd603daab52eed8e1d20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70298389, jitterRate=0.047527626156806946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:43,873 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:43,873 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 64369bce843dfd603daab52eed8e1d20: Running coprocessor pre-open hook at 1733257423827Writing region info on filesystem at 1733257423827Initializing all the Stores at 1733257423832 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257423832Cleaning up temporary data from old regions at 1733257423868 (+36 ms)Running coprocessor post-open hooks at 1733257423873 (+5 ms)Region opened successfully at 1733257423873 2024-12-03T20:23:43,874 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20., pid=52, masterSystemTime=1733257423818 2024-12-03T20:23:43,876 DEBUG [StoreOpener-819d77ab853d9efe1987048c742a0ae0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/cf/2655455f108047be99e7475f945ca0be 2024-12-03T20:23:43,877 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:43,877 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:43,877 INFO [StoreOpener-819d77ab853d9efe1987048c742a0ae0-1 {}] regionserver.HStore(327): Store=819d77ab853d9efe1987048c742a0ae0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:43,877 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=64369bce843dfd603daab52eed8e1d20, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,44847,1733257358301 2024-12-03T20:23:43,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64369bce843dfd603daab52eed8e1d20, server=b29c245002d9,44847,1733257358301 because future has completed 2024-12-03T20:23:43,884 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,887 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,887 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,888 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-12-03T20:23:43,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 64369bce843dfd603daab52eed8e1d20, server=b29c245002d9,44847,1733257358301 in 9.8440 sec 2024-12-03T20:23:43,903 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64369bce843dfd603daab52eed8e1d20, ASSIGN in 10.0190 sec 2024-12-03T20:23:43,912 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:23:43,917 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 819d77ab853d9efe1987048c742a0ae0; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74145806, jitterRate=0.10485860705375671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:43,917 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:43,917 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 819d77ab853d9efe1987048c742a0ae0: Running coprocessor pre-open hook at 1733257423822Writing region info on filesystem at 1733257423822Initializing all the Stores at 1733257423826 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257423826Cleaning up temporary data from old regions at 1733257423888 (+62 ms)Running coprocessor post-open hooks at 1733257423917 (+29 ms)Region opened successfully at 1733257423917 2024-12-03T20:23:43,919 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0., pid=53, masterSystemTime=1733257423808 2024-12-03T20:23:43,929 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-03T20:23:43,935 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-03T20:23:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:23:43,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:23:43,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:23:43,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:23:43,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:23:43,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:23:43,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2025745020, stopped=false 2024-12-03T20:23:43,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:23:43,936 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,36463,1733257357915 2024-12-03T20:23:43,941 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:43,941 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:43,941 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:43,941 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => bad1e5042189b7db4615e95578c3048e, NAME => 'SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T20:23:43,941 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,941 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:23:43,942 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,942 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=819d77ab853d9efe1987048c742a0ae0, regionState=OPEN, openSeqNum=6, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:23:43,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 819d77ab853d9efe1987048c742a0ae0, server=b29c245002d9,38113,1733257358255 because future has completed 2024-12-03T20:23:43,955 INFO [StoreOpener-bad1e5042189b7db4615e95578c3048e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-03T20:23:43,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 819d77ab853d9efe1987048c742a0ae0, server=b29c245002d9,38113,1733257358255 in 9.9100 sec 2024-12-03T20:23:43,966 INFO [StoreOpener-bad1e5042189b7db4615e95578c3048e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad1e5042189b7db4615e95578c3048e columnFamilyName cf 2024-12-03T20:23:43,966 DEBUG [StoreOpener-bad1e5042189b7db4615e95578c3048e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:23:43,967 INFO [StoreOpener-bad1e5042189b7db4615e95578c3048e-1 {}] regionserver.HStore(327): Store=bad1e5042189b7db4615e95578c3048e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:23:43,967 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=819d77ab853d9efe1987048c742a0ae0, ASSIGN in 10.0880 sec 2024-12-03T20:23:43,968 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,970 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,971 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,971 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,974 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,976 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened bad1e5042189b7db4615e95578c3048e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68178892, jitterRate=0.01594465970993042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:23:43,976 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:43,976 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for bad1e5042189b7db4615e95578c3048e: Running coprocessor pre-open hook at 1733257423942Writing region info on filesystem at 1733257423942Initializing all the Stores at 1733257423943 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257423943Cleaning up temporary data from old regions at 1733257423971 (+28 ms)Running coprocessor post-open hooks at 1733257423976 (+5 ms)Region opened successfully at 1733257423976 2024-12-03T20:23:43,983 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e., pid=54, masterSystemTime=1733257423808 2024-12-03T20:23:43,985 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:43,985 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:43,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=bad1e5042189b7db4615e95578c3048e, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,38113,1733257358255 2024-12-03T20:23:43,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure bad1e5042189b7db4615e95578c3048e, server=b29c245002d9,38113,1733257358255 because future has completed 2024-12-03T20:23:43,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-12-03T20:23:43,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure bad1e5042189b7db4615e95578c3048e, server=b29c245002d9,38113,1733257358255 in 9.9440 sec 2024-12-03T20:23:43,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-12-03T20:23:43,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bad1e5042189b7db4615e95578c3048e, ASSIGN in 10.1190 sec 2024-12-03T20:23:43,999 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server b29c245002d9,34997,1733257358197 after splitting done 2024-12-03T20:23:44,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure b29c245002d9,34997,1733257358197, splitWal=true, meta=false in 20.0310 sec 2024-12-03T20:23:44,018 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:23:44,018 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:23:44,018 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:23:44,018 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:23:44,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:23:44,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:23:44,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:23:44,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:23:44,026 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:23:44,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:23:44,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:23:44,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:23:44,027 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,38113,1733257358255' ***** 2024-12-03T20:23:44,027 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:23:44,027 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,44847,1733257358301' ***** 2024-12-03T20:23:44,027 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:23:44,027 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:23:44,028 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:23:44,028 INFO [RS:2;b29c245002d9:44847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:23:44,028 INFO [RS:2;b29c245002d9:44847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:23:44,028 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:44,028 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:23:44,028 INFO [RS:1;b29c245002d9:38113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:23:44,028 INFO [RS:1;b29c245002d9:38113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:23:44,028 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for af7e06f40e2d15798bff06dd9558ca4e 2024-12-03T20:23:44,028 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:23:44,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:23:44,032 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for 64369bce843dfd603daab52eed8e1d20 2024-12-03T20:23:44,032 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for 21b419d6e9fa0d885eeea1b2c6390d18 2024-12-03T20:23:44,032 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for 62f573d4992d009c6dc7b48f0040a137 2024-12-03T20:23:44,032 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:44,032 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2cd0cf1a8947ff07c8c45a61b2d315c, disabling compactions & flushes 2024-12-03T20:23:44,032 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,44847,1733257358301 2024-12-03T20:23:44,032 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:44,032 INFO [RS:2;b29c245002d9:44847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:23:44,032 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:44,032 INFO [RS:2;b29c245002d9:44847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b29c245002d9:44847. 2024-12-03T20:23:44,032 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. after waiting 0 ms 2024-12-03T20:23:44,033 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:44,033 DEBUG [RS:2;b29c245002d9:44847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:23:44,033 DEBUG [RS:2;b29c245002d9:44847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:23:44,033 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-03T20:23:44,033 DEBUG [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(1325): Online Regions={a2cd0cf1a8947ff07c8c45a61b2d315c=SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c., 64369bce843dfd603daab52eed8e1d20=SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20., 21b419d6e9fa0d885eeea1b2c6390d18=SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18., 62f573d4992d009c6dc7b48f0040a137=SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137., 28cabcba0402cb0bbfaffa064ecc0d67=SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67.} 2024-12-03T20:23:44,033 DEBUG [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(1351): Waiting on 21b419d6e9fa0d885eeea1b2c6390d18, 28cabcba0402cb0bbfaffa064ecc0d67, 62f573d4992d009c6dc7b48f0040a137, 64369bce843dfd603daab52eed8e1d20, a2cd0cf1a8947ff07c8c45a61b2d315c 2024-12-03T20:23:44,033 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:44,033 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af7e06f40e2d15798bff06dd9558ca4e, disabling compactions & flushes 2024-12-03T20:23:44,033 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for 93f7e6797b433ddfe7c44d792a5d543e 2024-12-03T20:23:44,033 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:23:44,033 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for a3c9fac4c2b3595807754bfa38ad52a0 2024-12-03T20:23:44,033 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:23:44,033 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:44,033 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. after waiting 0 ms 2024-12-03T20:23:44,033 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:23:44,033 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,38113,1733257358255 2024-12-03T20:23:44,033 INFO [RS:1;b29c245002d9:38113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:23:44,034 INFO [RS:1;b29c245002d9:38113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b29c245002d9:38113. 2024-12-03T20:23:44,034 DEBUG [RS:1;b29c245002d9:38113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:23:44,034 DEBUG [RS:1;b29c245002d9:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:23:44,034 INFO [RS:1;b29c245002d9:38113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:23:44,034 INFO [RS:1;b29c245002d9:38113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:23:44,034 INFO [RS:1;b29c245002d9:38113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:23:44,034 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:23:44,063 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:23:44,064 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-03T20:23:44,064 DEBUG [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1325): Online Regions={af7e06f40e2d15798bff06dd9558ca4e=SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e., bad1e5042189b7db4615e95578c3048e=SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e., 93f7e6797b433ddfe7c44d792a5d543e=SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e., 1588230740=hbase:meta,,1.1588230740, a3c9fac4c2b3595807754bfa38ad52a0=SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0., 819d77ab853d9efe1987048c742a0ae0=SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0.} 2024-12-03T20:23:44,064 DEBUG [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 819d77ab853d9efe1987048c742a0ae0, 93f7e6797b433ddfe7c44d792a5d543e, a3c9fac4c2b3595807754bfa38ad52a0, af7e06f40e2d15798bff06dd9558ca4e, bad1e5042189b7db4615e95578c3048e 2024-12-03T20:23:44,064 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:23:44,064 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:23:44,064 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:23:44,064 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:23:44,064 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:23:44,065 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-03T20:23:44,074 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/af7e06f40e2d15798bff06dd9558ca4e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:23:44,075 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:23:44,078 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af7e06f40e2d15798bff06dd9558ca4e: Waiting for close lock at 1733257424033Running coprocessor pre-close hooks at 1733257424033Disabling compacts and flushes for region at 1733257424033Disabling writes for close at 1733257424033Writing region close event to WAL at 1733257424040 (+7 ms)Running coprocessor post-close hooks at 1733257424075 (+35 ms)Closed at 1733257424075 2024-12-03T20:23:44,078 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e. 2024-12-03T20:23:44,078 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bad1e5042189b7db4615e95578c3048e, disabling compactions & flushes 2024-12-03T20:23:44,078 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:44,078 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:44,078 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a2cd0cf1a8947ff07c8c45a61b2d315c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:23:44,079 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. after waiting 0 ms 2024-12-03T20:23:44,079 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:44,084 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:44,084 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2cd0cf1a8947ff07c8c45a61b2d315c: Waiting for close lock at 1733257424032Running coprocessor pre-close hooks at 1733257424032Disabling compacts and flushes for region at 1733257424032Disabling writes for close at 1733257424032Writing region close event to WAL at 1733257424073 (+41 ms)Running coprocessor post-close hooks at 1733257424083 (+10 ms)Closed at 1733257424083 2024-12-03T20:23:44,084 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733257369826.a2cd0cf1a8947ff07c8c45a61b2d315c. 2024-12-03T20:23:44,084 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64369bce843dfd603daab52eed8e1d20, disabling compactions & flushes 2024-12-03T20:23:44,084 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:44,084 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:44,084 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. after waiting 0 ms 2024-12-03T20:23:44,084 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:44,106 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/bad1e5042189b7db4615e95578c3048e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T20:23:44,107 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:44,107 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bad1e5042189b7db4615e95578c3048e: Waiting for close lock at 1733257424078Running coprocessor pre-close hooks at 1733257424078Disabling compacts and flushes for region at 1733257424078Disabling writes for close at 1733257424079 (+1 ms)Writing region close event to WAL at 1733257424079Running coprocessor post-close hooks at 1733257424107 (+28 ms)Closed at 1733257424107 2024-12-03T20:23:44,107 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733257369826.bad1e5042189b7db4615e95578c3048e. 2024-12-03T20:23:44,108 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93f7e6797b433ddfe7c44d792a5d543e, disabling compactions & flushes 2024-12-03T20:23:44,108 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:23:44,108 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:23:44,108 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. after waiting 0 ms 2024-12-03T20:23:44,108 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:23:44,114 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/.tmp/info/958288bd83004338a446a3791b72c3ff is 167, key is SPTestTable,19999999,1733257369826.af7e06f40e2d15798bff06dd9558ca4e./info:regioninfo/1733257380675/Put/seqid=0 2024-12-03T20:23:44,117 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/64369bce843dfd603daab52eed8e1d20/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T20:23:44,118 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:44,118 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64369bce843dfd603daab52eed8e1d20: Waiting for close lock at 1733257424084Running coprocessor pre-close hooks at 1733257424084Disabling compacts and flushes for region at 1733257424084Disabling writes for close at 1733257424084Writing region close event to WAL at 1733257424090 (+6 ms)Running coprocessor post-close hooks at 1733257424118 (+28 ms)Closed at 1733257424118 2024-12-03T20:23:44,119 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733257369826.64369bce843dfd603daab52eed8e1d20. 2024-12-03T20:23:44,119 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21b419d6e9fa0d885eeea1b2c6390d18, disabling compactions & flushes 2024-12-03T20:23:44,119 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:23:44,119 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:23:44,119 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. after waiting 0 ms 2024-12-03T20:23:44,119 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:23:44,121 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:23:44,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741864_1040 (size=19817) 2024-12-03T20:23:44,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741864_1040 (size=19817) 2024-12-03T20:23:44,170 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/.tmp/info/958288bd83004338a446a3791b72c3ff 2024-12-03T20:23:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741864_1040 (size=19817) 2024-12-03T20:23:44,182 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/21b419d6e9fa0d885eeea1b2c6390d18/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:23:44,183 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/93f7e6797b433ddfe7c44d792a5d543e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:23:44,183 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:23:44,183 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21b419d6e9fa0d885eeea1b2c6390d18: Waiting for close lock at 1733257424119Running coprocessor pre-close hooks at 1733257424119Disabling compacts and flushes for region at 1733257424119Disabling writes for close at 1733257424119Writing region close event to WAL at 1733257424168 (+49 ms)Running coprocessor post-close hooks at 1733257424183 (+15 ms)Closed at 1733257424183 2024-12-03T20:23:44,183 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733257369826.21b419d6e9fa0d885eeea1b2c6390d18. 2024-12-03T20:23:44,183 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62f573d4992d009c6dc7b48f0040a137, disabling compactions & flushes 2024-12-03T20:23:44,183 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:23:44,183 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:23:44,184 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. after waiting 0 ms 2024-12-03T20:23:44,184 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:23:44,184 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:23:44,184 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93f7e6797b433ddfe7c44d792a5d543e: Waiting for close lock at 1733257424107Running coprocessor pre-close hooks at 1733257424108 (+1 ms)Disabling compacts and flushes for region at 1733257424108Disabling writes for close at 1733257424108Writing region close event to WAL at 1733257424140 (+32 ms)Running coprocessor post-close hooks at 1733257424184 (+44 ms)Closed at 1733257424184 2024-12-03T20:23:44,184 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733257369826.93f7e6797b433ddfe7c44d792a5d543e. 2024-12-03T20:23:44,184 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3c9fac4c2b3595807754bfa38ad52a0, disabling compactions & flushes 2024-12-03T20:23:44,184 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:23:44,185 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:23:44,185 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. after waiting 0 ms 2024-12-03T20:23:44,185 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:23:44,201 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/62f573d4992d009c6dc7b48f0040a137/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:23:44,205 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:23:44,205 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62f573d4992d009c6dc7b48f0040a137: Waiting for close lock at 1733257424183Running coprocessor pre-close hooks at 1733257424183Disabling compacts and flushes for region at 1733257424183Disabling writes for close at 1733257424184 (+1 ms)Writing region close event to WAL at 1733257424185 (+1 ms)Running coprocessor post-close hooks at 1733257424204 (+19 ms)Closed at 1733257424205 (+1 ms) 2024-12-03T20:23:44,205 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733257369826.62f573d4992d009c6dc7b48f0040a137. 2024-12-03T20:23:44,205 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28cabcba0402cb0bbfaffa064ecc0d67, disabling compactions & flushes 2024-12-03T20:23:44,205 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:23:44,205 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:23:44,205 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. after waiting 0 ms 2024-12-03T20:23:44,205 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:23:44,222 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/.tmp/ns/683d3e1e1554449ea08a29ee17390985 is 43, key is default/ns:d/1733257369737/Put/seqid=0 2024-12-03T20:23:44,224 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/a3c9fac4c2b3595807754bfa38ad52a0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:23:44,225 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:23:44,226 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3c9fac4c2b3595807754bfa38ad52a0: Waiting for close lock at 1733257424184Running coprocessor pre-close hooks at 1733257424184Disabling compacts and flushes for region at 1733257424184Disabling writes for close at 1733257424185 (+1 ms)Writing region close event to WAL at 1733257424195 (+10 ms)Running coprocessor post-close hooks at 1733257424225 (+30 ms)Closed at 1733257424225 2024-12-03T20:23:44,226 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733257369826.a3c9fac4c2b3595807754bfa38ad52a0. 2024-12-03T20:23:44,226 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 819d77ab853d9efe1987048c742a0ae0, disabling compactions & flushes 2024-12-03T20:23:44,226 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:44,226 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:44,226 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. after waiting 0 ms 2024-12-03T20:23:44,226 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:44,233 DEBUG [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(1351): Waiting on 28cabcba0402cb0bbfaffa064ecc0d67 2024-12-03T20:23:44,251 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:23:44,251 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:23:44,264 DEBUG [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 819d77ab853d9efe1987048c742a0ae0 2024-12-03T20:23:44,276 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/28cabcba0402cb0bbfaffa064ecc0d67/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T20:23:44,278 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:23:44,278 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28cabcba0402cb0bbfaffa064ecc0d67: Waiting for close lock at 1733257424205Running coprocessor pre-close hooks at 1733257424205Disabling compacts and flushes for region at 1733257424205Disabling writes for close at 1733257424205Writing region close event to WAL at 1733257424232 (+27 ms)Running coprocessor post-close hooks at 1733257424278 (+46 ms)Closed at 1733257424278 2024-12-03T20:23:44,278 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733257369826.28cabcba0402cb0bbfaffa064ecc0d67. 2024-12-03T20:23:44,308 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:23:44,308 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:23:44,324 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/default/SPTestTable/819d77ab853d9efe1987048c742a0ae0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-03T20:23:44,325 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:44,325 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 819d77ab853d9efe1987048c742a0ae0: Waiting for close lock at 1733257424226Running coprocessor pre-close hooks at 1733257424226Disabling compacts and flushes for region at 1733257424226Disabling writes for close at 1733257424226Writing region close event to WAL at 1733257424279 (+53 ms)Running coprocessor post-close hooks at 1733257424325 (+46 ms)Closed at 1733257424325 2024-12-03T20:23:44,325 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733257369826.819d77ab853d9efe1987048c742a0ae0. 2024-12-03T20:23:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741865_1041 (size=5153) 2024-12-03T20:23:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741865_1041 (size=5153) 2024-12-03T20:23:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741865_1041 (size=5153) 2024-12-03T20:23:44,339 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/.tmp/ns/683d3e1e1554449ea08a29ee17390985 2024-12-03T20:23:44,381 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/.tmp/table/05ecfd5651ad44439fdc00121951d212 is 47, key is SPTestTable/table:state/1733257380866/Put/seqid=0 2024-12-03T20:23:44,433 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,44847,1733257358301; all regions closed. 2024-12-03T20:23:44,465 DEBUG [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:23:44,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741866_1042 (size=5214) 2024-12-03T20:23:44,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741866_1042 (size=5214) 2024-12-03T20:23:44,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741866_1042 (size=5214) 2024-12-03T20:23:44,489 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/.tmp/table/05ecfd5651ad44439fdc00121951d212 2024-12-03T20:23:44,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741834_1010 (size=3500) 2024-12-03T20:23:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741834_1010 (size=3500) 2024-12-03T20:23:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741834_1010 (size=3500) 2024-12-03T20:23:44,513 DEBUG [RS:2;b29c245002d9:44847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/oldWALs 2024-12-03T20:23:44,513 INFO [RS:2;b29c245002d9:44847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C44847%2C1733257358301:(num 1733257359444) 2024-12-03T20:23:44,513 DEBUG [RS:2;b29c245002d9:44847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:23:44,513 INFO [RS:2;b29c245002d9:44847 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:23:44,513 INFO [RS:2;b29c245002d9:44847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:23:44,513 INFO [RS:2;b29c245002d9:44847 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:23:44,513 INFO [RS:2;b29c245002d9:44847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:23:44,513 INFO [RS:2;b29c245002d9:44847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:23:44,513 INFO [RS:2;b29c245002d9:44847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:23:44,513 INFO [RS:2;b29c245002d9:44847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:23:44,514 INFO [RS:2;b29c245002d9:44847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44847 2024-12-03T20:23:44,515 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:23:44,515 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/.tmp/info/958288bd83004338a446a3791b72c3ff as hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/info/958288bd83004338a446a3791b72c3ff 2024-12-03T20:23:44,538 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/info/958288bd83004338a446a3791b72c3ff, entries=112, sequenceid=35, filesize=19.4 K 2024-12-03T20:23:44,539 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/.tmp/ns/683d3e1e1554449ea08a29ee17390985 as hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/ns/683d3e1e1554449ea08a29ee17390985 2024-12-03T20:23:44,549 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/ns/683d3e1e1554449ea08a29ee17390985, entries=2, sequenceid=35, filesize=5.0 K 2024-12-03T20:23:44,551 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/.tmp/table/05ecfd5651ad44439fdc00121951d212 as hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/table/05ecfd5651ad44439fdc00121951d212 2024-12-03T20:23:44,562 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/table/05ecfd5651ad44439fdc00121951d212, entries=2, sequenceid=35, filesize=5.1 K 2024-12-03T20:23:44,564 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=35, compaction requested=false 2024-12-03T20:23:44,575 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-03T20:23:44,577 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:23:44,577 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:23:44,577 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257424064Running coprocessor pre-close hooks at 1733257424064Disabling compacts and flushes for region at 1733257424064Disabling writes for close at 1733257424064Obtaining lock to block concurrent updates at 1733257424065 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733257424065Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733257424065Flushing stores of hbase:meta,,1.1588230740 at 1733257424073 (+8 ms)Flushing 1588230740/info: creating writer at 1733257424073Flushing 1588230740/info: appending metadata at 1733257424112 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733257424112Flushing 1588230740/ns: creating writer at 1733257424189 (+77 ms)Flushing 1588230740/ns: appending metadata at 1733257424222 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1733257424222Flushing 1588230740/table: creating writer at 1733257424356 (+134 ms)Flushing 1588230740/table: appending metadata at 1733257424380 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733257424380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb31f23: reopening flushed file at 1733257424514 (+134 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f51500: reopening flushed file at 1733257424538 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f3416e: reopening flushed file at 1733257424549 (+11 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=35, compaction requested=false at 1733257424564 (+15 ms)Writing region close event to WAL at 1733257424569 (+5 ms)Running coprocessor post-close hooks at 1733257424577 (+8 ms)Closed at 1733257424577 2024-12-03T20:23:44,577 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:23:44,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:23:44,587 INFO [RS:2;b29c245002d9:44847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:23:44,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,44847,1733257358301] 2024-12-03T20:23:44,590 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b29c245002d9,44847,1733257358301 2024-12-03T20:23:44,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b29c245002d9,44847,1733257358301 already deleted, retry=false 2024-12-03T20:23:44,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,44847,1733257358301 expired; onlineServers=1 2024-12-03T20:23:44,665 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,38113,1733257358255; all regions closed. 2024-12-03T20:23:44,697 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:23:44,697 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x1019cdc65b90003, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:23:44,697 INFO [RS:2;b29c245002d9:44847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:23:44,698 INFO [RS:2;b29c245002d9:44847 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,44847,1733257358301; zookeeper connection closed. 2024-12-03T20:23:44,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cb2dc11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cb2dc11 2024-12-03T20:23:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741836_1012 (size=18438) 2024-12-03T20:23:44,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741836_1012 (size=18438) 2024-12-03T20:23:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741836_1012 (size=18438) 2024-12-03T20:23:44,749 DEBUG [RS:1;b29c245002d9:38113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/oldWALs 2024-12-03T20:23:44,749 INFO [RS:1;b29c245002d9:38113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C38113%2C1733257358255.meta:.meta(num 1733257369542) 2024-12-03T20:23:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741833_1009 (size=4086) 2024-12-03T20:23:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741833_1009 (size=4086) 2024-12-03T20:23:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741833_1009 (size=4086) 2024-12-03T20:23:44,795 DEBUG [RS:1;b29c245002d9:38113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/oldWALs 2024-12-03T20:23:44,795 INFO [RS:1;b29c245002d9:38113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C38113%2C1733257358255:(num 1733257359393) 2024-12-03T20:23:44,795 DEBUG [RS:1;b29c245002d9:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:23:44,795 INFO [RS:1;b29c245002d9:38113 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:23:44,795 INFO [RS:1;b29c245002d9:38113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:23:44,796 INFO [RS:1;b29c245002d9:38113 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:23:44,796 INFO [RS:1;b29c245002d9:38113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:23:44,796 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:23:44,796 INFO [RS:1;b29c245002d9:38113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38113 2024-12-03T20:23:44,820 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b29c245002d9,38113,1733257358255 2024-12-03T20:23:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:23:44,822 INFO [RS:1;b29c245002d9:38113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:23:44,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,38113,1733257358255] 2024-12-03T20:23:44,840 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b29c245002d9,38113,1733257358255 already deleted, retry=false 2024-12-03T20:23:44,840 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,38113,1733257358255 expired; onlineServers=0 2024-12-03T20:23:44,840 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,36463,1733257357915' ***** 2024-12-03T20:23:44,840 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:23:44,840 INFO [M:0;b29c245002d9:36463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:23:44,840 INFO [M:0;b29c245002d9:36463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:23:44,841 DEBUG [M:0;b29c245002d9:36463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:23:44,841 DEBUG [M:0;b29c245002d9:36463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:23:44,841 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257358884 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257358884,5,FailOnTimeoutGroup] 2024-12-03T20:23:44,841 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257358887 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257358887,5,FailOnTimeoutGroup] 2024-12-03T20:23:44,841 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:23:44,841 INFO [M:0;b29c245002d9:36463 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:23:44,841 INFO [M:0;b29c245002d9:36463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:23:44,841 DEBUG [M:0;b29c245002d9:36463 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:23:44,841 INFO [M:0;b29c245002d9:36463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:23:44,841 INFO [M:0;b29c245002d9:36463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:23:44,841 ERROR [M:0;b29c245002d9:36463 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1428117987) connection to localhost/127.0.0.1:36029 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36029,5,PEWorkerGroup] 2024-12-03T20:23:44,841 INFO [M:0;b29c245002d9:36463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:23:44,842 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:23:44,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T20:23:44,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:23:44,868 INFO [M:0;b29c245002d9:36463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/.lastflushedseqids 2024-12-03T20:23:44,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-03T20:23:44,872 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-03T20:23:44,934 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:23:44,934 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x1019cdc65b90002, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:23:44,935 INFO [RS:1;b29c245002d9:38113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:23:44,935 INFO [RS:1;b29c245002d9:38113 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,38113,1733257358255; zookeeper connection closed. 2024-12-03T20:23:44,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741867_1043 (size=650) 2024-12-03T20:23:44,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741867_1043 (size=650) 2024-12-03T20:23:44,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741867_1043 (size=650) 2024-12-03T20:23:44,944 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@789ebf40 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@789ebf40 2024-12-03T20:23:44,945 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T20:23:44,968 INFO [M:0;b29c245002d9:36463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:23:44,968 INFO [M:0;b29c245002d9:36463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:23:44,972 DEBUG [M:0;b29c245002d9:36463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:23:44,972 INFO [M:0;b29c245002d9:36463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:23:44,972 DEBUG [M:0;b29c245002d9:36463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:23:44,972 DEBUG [M:0;b29c245002d9:36463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:23:44,972 DEBUG [M:0;b29c245002d9:36463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:23:44,972 INFO [M:0;b29c245002d9:36463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.11 KB heapSize=266.30 KB 2024-12-03T20:23:45,005 DEBUG [M:0;b29c245002d9:36463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f068fc946cbb46229b64b0b0b0af233d is 82, key is hbase:meta,,1/info:regioninfo/1733257369675/Put/seqid=0 2024-12-03T20:23:45,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:23:45,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:23:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741868_1044 (size=5672) 2024-12-03T20:23:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741868_1044 (size=5672) 2024-12-03T20:23:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741868_1044 (size=5672) 2024-12-03T20:23:45,065 INFO [M:0;b29c245002d9:36463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f068fc946cbb46229b64b0b0b0af233d 2024-12-03T20:23:45,149 DEBUG [M:0;b29c245002d9:36463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49c318b8d2b14c3b8d795f2112811f44 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733257380879/Put/seqid=0 2024-12-03T20:23:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741869_1045 (size=9321) 2024-12-03T20:23:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741869_1045 (size=9321) 2024-12-03T20:23:45,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741869_1045 (size=9321) 2024-12-03T20:23:45,203 INFO [M:0;b29c245002d9:36463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.37 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49c318b8d2b14c3b8d795f2112811f44 2024-12-03T20:23:45,247 INFO [M:0;b29c245002d9:36463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49c318b8d2b14c3b8d795f2112811f44 2024-12-03T20:23:45,289 DEBUG [M:0;b29c245002d9:36463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eeccb0ae6d244b39a6a437d9ca87981 is 69, key is b29c245002d9,38113,1733257358255/rs:state/1733257359078/Put/seqid=0 2024-12-03T20:23:45,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741870_1046 (size=5442) 2024-12-03T20:23:45,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741870_1046 (size=5442) 2024-12-03T20:23:45,318 INFO [M:0;b29c245002d9:36463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eeccb0ae6d244b39a6a437d9ca87981 2024-12-03T20:23:45,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741870_1046 (size=5442) 2024-12-03T20:23:45,326 INFO [M:0;b29c245002d9:36463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4eeccb0ae6d244b39a6a437d9ca87981 2024-12-03T20:23:45,327 DEBUG [M:0;b29c245002d9:36463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f068fc946cbb46229b64b0b0b0af233d as hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f068fc946cbb46229b64b0b0b0af233d 2024-12-03T20:23:45,341 INFO [M:0;b29c245002d9:36463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f068fc946cbb46229b64b0b0b0af233d, entries=8, sequenceid=467, filesize=5.5 K 2024-12-03T20:23:45,348 DEBUG [M:0;b29c245002d9:36463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49c318b8d2b14c3b8d795f2112811f44 as hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49c318b8d2b14c3b8d795f2112811f44 2024-12-03T20:23:45,368 INFO [M:0;b29c245002d9:36463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49c318b8d2b14c3b8d795f2112811f44 2024-12-03T20:23:45,369 INFO [M:0;b29c245002d9:36463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49c318b8d2b14c3b8d795f2112811f44, entries=54, sequenceid=467, filesize=9.1 K 2024-12-03T20:23:45,379 DEBUG [M:0;b29c245002d9:36463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eeccb0ae6d244b39a6a437d9ca87981 as hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4eeccb0ae6d244b39a6a437d9ca87981 2024-12-03T20:23:45,414 INFO [M:0;b29c245002d9:36463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4eeccb0ae6d244b39a6a437d9ca87981 2024-12-03T20:23:45,417 INFO [M:0;b29c245002d9:36463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36029/user/jenkins/test-data/eaaed28d-11a5-a65f-0429-ed8c6af4591c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4eeccb0ae6d244b39a6a437d9ca87981, entries=3, sequenceid=467, filesize=5.3 K 2024-12-03T20:23:45,419 INFO [M:0;b29c245002d9:36463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.11 KB/228464, heapSize ~266 KB/272384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 447ms, sequenceid=467, compaction requested=false 2024-12-03T20:23:45,427 INFO [M:0;b29c245002d9:36463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:23:45,427 DEBUG [M:0;b29c245002d9:36463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257424971Disabling compacts and flushes for region at 1733257424971Disabling writes for close at 1733257424972 (+1 ms)Obtaining lock to block concurrent updates at 1733257424972Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257424972Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228464, getHeapSize=272624, getOffHeapSize=0, getCellsCount=570 at 1733257424972Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257424976 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257424976Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257425005 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257425005Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257425100 (+95 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257425148 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257425148Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257425247 (+99 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257425287 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257425287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d48dc23: reopening flushed file at 1733257425326 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185cd065: reopening flushed file at 1733257425342 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e9f4af: reopening flushed file at 1733257425369 (+27 ms)Finished flush of dataSize ~223.11 KB/228464, heapSize ~266 KB/272384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 447ms, sequenceid=467, compaction requested=false at 1733257425419 (+50 ms)Writing region close event to WAL at 1733257425427 (+8 ms)Closed at 1733257425427 2024-12-03T20:23:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741830_1006 (size=259650) 2024-12-03T20:23:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741830_1006 (size=259650) 2024-12-03T20:23:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40101 is added to blk_1073741830_1006 (size=259650) 2024-12-03T20:23:45,461 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:23:45,461 INFO [M:0;b29c245002d9:36463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:23:45,461 INFO [M:0;b29c245002d9:36463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36463 2024-12-03T20:23:45,463 INFO [M:0;b29c245002d9:36463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:23:45,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:23:45,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1019cdc65b90000, quorum=127.0.0.1:49614, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:23:45,584 INFO [M:0;b29c245002d9:36463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:23:45,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d9d5cb3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:23:45,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@489028d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:23:45,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:23:45,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e9465b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:23:45,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c84ddf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/hadoop.log.dir/,STOPPED} 2024-12-03T20:23:45,628 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:23:45,628 WARN [BP-985600380-172.17.0.3-1733257354295 heartbeating to localhost/127.0.0.1:36029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:23:45,628 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:23:45,628 WARN [BP-985600380-172.17.0.3-1733257354295 heartbeating to localhost/127.0.0.1:36029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985600380-172.17.0.3-1733257354295 (Datanode Uuid 1fd491d7-42c6-4e8b-8dd4-3700d1261637) service to localhost/127.0.0.1:36029 2024-12-03T20:23:45,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data5/current/BP-985600380-172.17.0.3-1733257354295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:23:45,630 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:23:45,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data6/current/BP-985600380-172.17.0.3-1733257354295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:23:45,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@176648e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:23:45,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b0274f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:23:45,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:23:45,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76333b80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:23:45,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@441a2cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/hadoop.log.dir/,STOPPED} 2024-12-03T20:23:45,677 WARN [BP-985600380-172.17.0.3-1733257354295 heartbeating to localhost/127.0.0.1:36029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:23:45,677 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:23:45,677 WARN [BP-985600380-172.17.0.3-1733257354295 heartbeating to localhost/127.0.0.1:36029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985600380-172.17.0.3-1733257354295 (Datanode Uuid a8de6ef2-7d87-40d6-a8b0-e19c7ff697f6) service to localhost/127.0.0.1:36029 2024-12-03T20:23:45,677 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:23:45,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data3/current/BP-985600380-172.17.0.3-1733257354295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:23:45,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data4/current/BP-985600380-172.17.0.3-1733257354295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:23:45,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:23:45,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f8e2c9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:23:45,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5339623b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:23:45,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:23:45,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c5e4ff1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:23:45,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ca7a78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/hadoop.log.dir/,STOPPED} 2024-12-03T20:23:45,695 WARN [BP-985600380-172.17.0.3-1733257354295 heartbeating to localhost/127.0.0.1:36029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:23:45,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:23:45,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:23:45,695 WARN [BP-985600380-172.17.0.3-1733257354295 heartbeating to localhost/127.0.0.1:36029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985600380-172.17.0.3-1733257354295 (Datanode Uuid ffe32827-ab8c-4624-9ab7-b291dee06d66) service to localhost/127.0.0.1:36029 2024-12-03T20:23:45,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data2/current/BP-985600380-172.17.0.3-1733257354295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:23:45,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/cluster_a3507f2b-772d-f341-3833-805eefff6dfc/data/data1/current/BP-985600380-172.17.0.3-1733257354295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:23:45,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:23:45,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11dd0042{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:23:45,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@415f8ea7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:23:45,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:23:45,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2df5f37e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:23:45,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297e29e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fc4389-6561-3fbf-0ab2-c59df6aa3eec/hadoop.log.dir/,STOPPED} 2024-12-03T20:23:45,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:23:45,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 819d77ab853d9efe1987048c742a0ae0, had cached 0 bytes from a total of 28623 2024-12-03T20:23:45,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:23:45,793 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 94) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:36029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:36029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:36029 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1428117987) connection to localhost/127.0.0.1:36029 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=931 (was 560) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1481 (was 2250)