2024-11-11 07:13:12,567 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-11 07:13:12,589 main DEBUG Took 0.018073 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 07:13:12,589 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 07:13:12,590 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 07:13:12,591 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 07:13:12,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,608 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 07:13:12,624 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,627 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,629 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,630 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,632 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,634 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,635 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,636 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,638 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,639 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,640 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:13:12,643 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,643 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 07:13:12,645 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:13:12,647 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 07:13:12,650 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 07:13:12,650 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 07:13:12,652 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 07:13:12,653 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 07:13:12,666 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 07:13:12,671 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 07:13:12,674 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 07:13:12,674 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 07:13:12,675 main DEBUG createAppenders(={Console}) 2024-11-11 07:13:12,676 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-11 07:13:12,677 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-11 07:13:12,677 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-11 07:13:12,678 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 07:13:12,678 main DEBUG OutputStream closed 2024-11-11 07:13:12,679 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 07:13:12,679 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 07:13:12,679 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-11 07:13:12,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 07:13:12,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 07:13:12,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 07:13:12,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 07:13:12,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 07:13:12,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 07:13:12,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 07:13:12,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 07:13:12,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 07:13:12,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 07:13:12,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 07:13:12,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 07:13:12,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 07:13:12,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 07:13:12,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 07:13:12,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 07:13:12,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 07:13:12,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 07:13:12,827 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 07:13:12,828 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-11 07:13:12,829 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 07:13:12,829 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-11T07:13:12,848 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-11 07:13:12,852 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 07:13:12,853 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T07:13:12,865 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-11T07:13:12,924 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=770, ProcessCount=12, AvailableMemoryMB=4592 2024-11-11T07:13:13,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0 2024-11-11T07:13:13,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:13:13,455 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd, deleteOnExit=true 2024-11-11T07:13:13,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:13:13,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/test.cache.data in system properties and HBase conf 2024-11-11T07:13:13,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:13:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:13:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:13:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:13:13,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:13:13,621 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T07:13:13,831 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:13:13,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:13:13,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:13:13,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:13:13,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:13:13,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:13:13,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:13:13,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:13:13,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:13:13,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:13:13,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:13:13,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:13:13,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:13:13,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:13:13,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:13:15,199 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T07:13:15,307 INFO [Time-limited test {}] log.Log(170): Logging initialized @4113ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T07:13:15,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:13:15,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:13:15,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:13:15,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:13:15,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:13:15,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:13:15,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:13:15,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:13:15,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79bca9fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/java.io.tmpdir/jetty-localhost-42783-hadoop-hdfs-3_4_1-tests_jar-_-any-4104808571306403261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:13:15,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:42783} 2024-11-11T07:13:15,850 INFO [Time-limited test {}] server.Server(415): Started @4657ms 2024-11-11T07:13:16,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:13:16,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:13:16,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:13:16,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:13:16,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:13:16,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c47bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:13:16,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@156e69b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:13:16,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d9e55f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/java.io.tmpdir/jetty-localhost-32993-hadoop-hdfs-3_4_1-tests_jar-_-any-5870373690545108255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:13:16,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ba8b311{HTTP/1.1, (http/1.1)}{localhost:32993} 2024-11-11T07:13:16,817 INFO [Time-limited test {}] server.Server(415): Started @5624ms 2024-11-11T07:13:16,896 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:13:17,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:13:17,174 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:13:17,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:13:17,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:13:17,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:13:17,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fefd776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:13:17,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6344d48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:13:17,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e863f8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/java.io.tmpdir/jetty-localhost-37421-hadoop-hdfs-3_4_1-tests_jar-_-any-1720198192893044251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:13:17,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@545c1b82{HTTP/1.1, (http/1.1)}{localhost:37421} 2024-11-11T07:13:17,364 INFO [Time-limited test {}] server.Server(415): Started @6171ms 2024-11-11T07:13:17,367 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:13:17,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:13:17,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:13:17,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:13:17,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:13:17,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:13:17,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27a9f8af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:13:17,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a66471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:13:17,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2de6ecdc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/java.io.tmpdir/jetty-localhost-37463-hadoop-hdfs-3_4_1-tests_jar-_-any-1947229112054168646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:13:17,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e1ed1ab{HTTP/1.1, (http/1.1)}{localhost:37463} 2024-11-11T07:13:17,623 INFO [Time-limited test {}] server.Server(415): Started @6431ms 2024-11-11T07:13:17,626 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:13:20,470 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data2/current/BP-263423945-172.17.0.3-1731309194662/current, will proceed with Du for space computation calculation, 2024-11-11T07:13:20,471 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data1/current/BP-263423945-172.17.0.3-1731309194662/current, will proceed with Du for space computation calculation, 2024-11-11T07:13:20,545 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data3/current/BP-263423945-172.17.0.3-1731309194662/current, will proceed with Du for space computation calculation, 2024-11-11T07:13:20,546 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data4/current/BP-263423945-172.17.0.3-1731309194662/current, will proceed with Du for space computation calculation, 2024-11-11T07:13:20,577 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:13:20,600 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:13:20,643 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x180975ad81aad1d4 with lease ID 0x3b5c6be3328cb81b: Processing first storage report for DS-aeda5b7c-5518-4f74-9ef9-73d6a10ef01a from datanode DatanodeRegistration(127.0.0.1:41151, datanodeUuid=74e0f7fb-f356-492e-86aa-248740bf5fca, infoPort=38967, infoSecurePort=0, ipcPort=44629, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662) 2024-11-11T07:13:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x180975ad81aad1d4 with lease ID 0x3b5c6be3328cb81b: from storage DS-aeda5b7c-5518-4f74-9ef9-73d6a10ef01a node DatanodeRegistration(127.0.0.1:41151, datanodeUuid=74e0f7fb-f356-492e-86aa-248740bf5fca, infoPort=38967, infoSecurePort=0, ipcPort=44629, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T07:13:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa0601017ef898ff with lease ID 0x3b5c6be3328cb81a: Processing first storage report for DS-4b6f0028-6a23-47d2-88c9-b6cf1103d3ed from datanode DatanodeRegistration(127.0.0.1:40617, datanodeUuid=951a8db3-92fa-497b-8e7b-871e45b9090b, infoPort=39447, infoSecurePort=0, ipcPort=44505, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662) 2024-11-11T07:13:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa0601017ef898ff with lease ID 0x3b5c6be3328cb81a: from storage DS-4b6f0028-6a23-47d2-88c9-b6cf1103d3ed node DatanodeRegistration(127.0.0.1:40617, datanodeUuid=951a8db3-92fa-497b-8e7b-871e45b9090b, infoPort=39447, infoSecurePort=0, ipcPort=44505, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:13:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa0601017ef898ff with lease ID 0x3b5c6be3328cb81a: Processing first storage report for DS-ba88b7a8-d212-4053-8674-f56df62787d5 from datanode DatanodeRegistration(127.0.0.1:40617, datanodeUuid=951a8db3-92fa-497b-8e7b-871e45b9090b, infoPort=39447, infoSecurePort=0, ipcPort=44505, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662) 2024-11-11T07:13:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa0601017ef898ff with lease ID 0x3b5c6be3328cb81a: from storage DS-ba88b7a8-d212-4053-8674-f56df62787d5 node DatanodeRegistration(127.0.0.1:40617, datanodeUuid=951a8db3-92fa-497b-8e7b-871e45b9090b, infoPort=39447, infoSecurePort=0, ipcPort=44505, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T07:13:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x180975ad81aad1d4 with lease ID 0x3b5c6be3328cb81b: Processing first storage report for DS-89d9e7c3-97fc-456f-8a51-236be7f4d01e from datanode DatanodeRegistration(127.0.0.1:41151, datanodeUuid=74e0f7fb-f356-492e-86aa-248740bf5fca, infoPort=38967, infoSecurePort=0, ipcPort=44629, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662) 2024-11-11T07:13:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x180975ad81aad1d4 with lease ID 0x3b5c6be3328cb81b: from storage DS-89d9e7c3-97fc-456f-8a51-236be7f4d01e node DatanodeRegistration(127.0.0.1:41151, datanodeUuid=74e0f7fb-f356-492e-86aa-248740bf5fca, infoPort=38967, infoSecurePort=0, ipcPort=44629, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:13:20,857 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data5/current/BP-263423945-172.17.0.3-1731309194662/current, will proceed with Du for space computation calculation, 2024-11-11T07:13:20,858 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data6/current/BP-263423945-172.17.0.3-1731309194662/current, will proceed with Du for space computation calculation, 2024-11-11T07:13:20,901 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:13:20,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19ce7afe7f2cbcf1 with lease ID 0x3b5c6be3328cb81c: Processing first storage report for DS-ddbfab43-2343-460a-9a27-b804af08e255 from datanode DatanodeRegistration(127.0.0.1:42699, datanodeUuid=7d6bfe44-bb88-4e95-becc-84984f969538, infoPort=46145, infoSecurePort=0, ipcPort=42859, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662) 2024-11-11T07:13:20,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19ce7afe7f2cbcf1 with lease ID 0x3b5c6be3328cb81c: from storage DS-ddbfab43-2343-460a-9a27-b804af08e255 node DatanodeRegistration(127.0.0.1:42699, datanodeUuid=7d6bfe44-bb88-4e95-becc-84984f969538, infoPort=46145, infoSecurePort=0, ipcPort=42859, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:13:20,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19ce7afe7f2cbcf1 with lease ID 0x3b5c6be3328cb81c: Processing first storage report for DS-bd412902-6dcf-4c9b-8c6a-7cc4157220a9 from datanode DatanodeRegistration(127.0.0.1:42699, datanodeUuid=7d6bfe44-bb88-4e95-becc-84984f969538, infoPort=46145, infoSecurePort=0, ipcPort=42859, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662) 2024-11-11T07:13:20,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19ce7afe7f2cbcf1 with lease ID 0x3b5c6be3328cb81c: from storage DS-bd412902-6dcf-4c9b-8c6a-7cc4157220a9 node DatanodeRegistration(127.0.0.1:42699, datanodeUuid=7d6bfe44-bb88-4e95-becc-84984f969538, infoPort=46145, infoSecurePort=0, ipcPort=42859, storageInfo=lv=-57;cid=testClusterID;nsid=815531168;c=1731309194662), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T07:13:20,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0 2024-11-11T07:13:21,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/zookeeper_0, clientPort=50266, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:13:21,127 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50266 2024-11-11T07:13:21,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:21,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:21,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:13:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:13:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:13:21,547 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 with version=8 2024-11-11T07:13:21,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/hbase-staging 2024-11-11T07:13:21,691 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T07:13:22,022 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:13:22,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:22,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:22,045 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:13:22,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:22,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:13:22,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:13:22,376 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T07:13:22,390 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T07:13:22,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:13:22,428 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1035 (auto-detected) 2024-11-11T07:13:22,430 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T07:13:22,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37127 2024-11-11T07:13:22,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37127 connecting to ZooKeeper ensemble=127.0.0.1:50266 2024-11-11T07:13:22,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371270x0, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:13:22,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37127-0x10128bde2610000 connected 2024-11-11T07:13:22,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:22,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:22,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:13:22,826 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0, hbase.cluster.distributed=false 2024-11-11T07:13:22,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T07:13:22,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37127 2024-11-11T07:13:22,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37127 2024-11-11T07:13:22,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37127 2024-11-11T07:13:22,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37127 2024-11-11T07:13:22,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37127 2024-11-11T07:13:23,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:13:23,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:23,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:23,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:13:23,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:23,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:13:23,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:13:23,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:13:23,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38609 2024-11-11T07:13:23,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38609 connecting to ZooKeeper ensemble=127.0.0.1:50266 2024-11-11T07:13:23,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:23,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:23,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386090x0, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:13:23,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38609-0x10128bde2610001 connected 2024-11-11T07:13:23,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:13:23,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:13:23,136 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:13:23,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T07:13:23,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T07:13:23,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-11T07:13:23,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38609 2024-11-11T07:13:23,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38609 2024-11-11T07:13:23,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-11T07:13:23,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-11T07:13:23,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:13:23,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:23,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:23,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:13:23,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:23,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:13:23,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:13:23,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:13:23,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37821 2024-11-11T07:13:23,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37821 connecting to ZooKeeper ensemble=127.0.0.1:50266 2024-11-11T07:13:23,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:23,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:23,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378210x0, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:13:23,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378210x0, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:13:23,250 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:13:23,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37821-0x10128bde2610002 connected 2024-11-11T07:13:23,256 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:13:23,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T07:13:23,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T07:13:23,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37821 2024-11-11T07:13:23,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37821 2024-11-11T07:13:23,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37821 2024-11-11T07:13:23,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37821 2024-11-11T07:13:23,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37821 2024-11-11T07:13:23,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:13:23,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:23,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:23,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:13:23,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:13:23,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:13:23,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:13:23,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:13:23,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46179 2024-11-11T07:13:23,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46179 connecting to ZooKeeper ensemble=127.0.0.1:50266 2024-11-11T07:13:23,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:23,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:23,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461790x0, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:13:23,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46179-0x10128bde2610003 connected 2024-11-11T07:13:23,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:13:23,437 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:13:23,448 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:13:23,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T07:13:23,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T07:13:23,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46179 2024-11-11T07:13:23,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46179 2024-11-11T07:13:23,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46179 2024-11-11T07:13:23,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46179 2024-11-11T07:13:23,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46179 2024-11-11T07:13:23,534 DEBUG [M:0;d72d5187e64f:37127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:37127 2024-11-11T07:13:23,541 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d72d5187e64f,37127,1731309201794 2024-11-11T07:13:23,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:13:23,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:13:23,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:13:23,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:13:23,581 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d72d5187e64f,37127,1731309201794 2024-11-11T07:13:23,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T07:13:23,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T07:13:23,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:23,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:23,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:23,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T07:13:23,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:23,612 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T07:13:23,613 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d72d5187e64f,37127,1731309201794 from backup master directory 2024-11-11T07:13:23,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:13:23,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:13:23,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d72d5187e64f,37127,1731309201794 2024-11-11T07:13:23,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:13:23,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:13:23,621 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:13:23,621 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,37127,1731309201794 2024-11-11T07:13:23,624 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T07:13:23,626 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T07:13:23,711 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/hbase.id] with ID: bf11c3de-e349-4354-bd7a-bf92c4cdc12a 2024-11-11T07:13:23,711 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/.tmp/hbase.id 2024-11-11T07:13:23,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:13:23,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:13:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:13:23,760 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/.tmp/hbase.id]:[hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/hbase.id] 2024-11-11T07:13:23,825 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:13:23,831 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:13:23,862 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms. 2024-11-11T07:13:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:23,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:23,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:13:23,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:13:23,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:13:23,935 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:13:23,940 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:13:23,961 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T07:13:23,969 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:13:24,011 WARN [IPC Server handler 2 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:24,011 WARN [IPC Server handler 2 on default port 40365 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:24,012 WARN [IPC Server handler 2 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:13:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:13:24,057 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store 2024-11-11T07:13:24,080 WARN [IPC Server handler 4 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:24,080 WARN [IPC Server handler 4 on default port 40365 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:24,080 WARN [IPC Server handler 4 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:24,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:13:24,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:13:24,105 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T07:13:24,109 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:24,110 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:13:24,111 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:13:24,111 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:13:24,115 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:13:24,115 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:13:24,115 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:13:24,116 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309204110Disabling compacts and flushes for region at 1731309204110Disabling writes for close at 1731309204115 (+5 ms)Writing region close event to WAL at 1731309204115Closed at 1731309204115 2024-11-11T07:13:24,121 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/.initializing 2024-11-11T07:13:24,122 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/WALs/d72d5187e64f,37127,1731309201794 2024-11-11T07:13:24,132 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:13:24,151 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C37127%2C1731309201794, suffix=, logDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/WALs/d72d5187e64f,37127,1731309201794, archiveDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/oldWALs, maxLogs=10 2024-11-11T07:13:24,184 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/WALs/d72d5187e64f,37127,1731309201794/d72d5187e64f%2C37127%2C1731309201794.1731309204158, exclude list is [], retry=0 2024-11-11T07:13:24,187 WARN [IPC Server handler 2 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:24,187 WARN [IPC Server handler 2 on default port 40365 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:24,187 WARN [IPC Server handler 2 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:24,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41151,DS-aeda5b7c-5518-4f74-9ef9-73d6a10ef01a,DISK] 2024-11-11T07:13:24,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T07:13:24,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-4b6f0028-6a23-47d2-88c9-b6cf1103d3ed,DISK] 2024-11-11T07:13:24,252 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/WALs/d72d5187e64f,37127,1731309201794/d72d5187e64f%2C37127%2C1731309201794.1731309204158 2024-11-11T07:13:24,254 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38967:38967),(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-11T07:13:24,255 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:13:24,255 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:24,260 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,261 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:13:24,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:24,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:13:24,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:13:24,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:24,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:24,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:13:24,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:24,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:24,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:13:24,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:24,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:24,396 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,400 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,403 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,409 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,410 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,415 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:13:24,421 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:13:24,437 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:24,439 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63465520, jitterRate=-0.054290056228637695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:13:24,448 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309204284Initializing all the Stores at 1731309204292 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309204293 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309204297 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309204297Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309204297Cleaning up temporary data from old regions at 1731309204410 (+113 ms)Region opened successfully at 1731309204448 (+38 ms) 2024-11-11T07:13:24,450 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:13:24,533 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db0f2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:13:24,577 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:13:24,592 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:13:24,592 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:13:24,596 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:13:24,598 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T07:13:24,605 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T07:13:24,605 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T07:13:24,636 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:13:24,654 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T07:13:24,673 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T07:13:24,676 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:13:24,681 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:13:24,694 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T07:13:24,697 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:13:24,704 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:13:24,714 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T07:13:24,716 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:13:24,725 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T07:13:24,749 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:13:24,756 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T07:13:24,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T07:13:24,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T07:13:24,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T07:13:24,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T07:13:24,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,772 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,37127,1731309201794, sessionid=0x10128bde2610000, setting cluster-up flag (Was=false) 2024-11-11T07:13:24,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,841 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T07:13:24,843 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,37127,1731309201794 2024-11-11T07:13:24,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:24,893 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T07:13:24,895 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,37127,1731309201794 2024-11-11T07:13:24,900 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:13:24,926 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(746): ClusterId : bf11c3de-e349-4354-bd7a-bf92c4cdc12a 2024-11-11T07:13:24,926 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(746): ClusterId : bf11c3de-e349-4354-bd7a-bf92c4cdc12a 2024-11-11T07:13:24,926 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(746): ClusterId : bf11c3de-e349-4354-bd7a-bf92c4cdc12a 2024-11-11T07:13:24,928 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:13:24,928 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:13:24,929 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:13:24,949 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:13:24,949 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:13:24,949 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:13:24,949 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:13:24,951 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:13:24,951 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:13:24,968 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:13:24,968 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:13:24,969 DEBUG [RS:1;d72d5187e64f:37821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534eef4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:13:24,969 DEBUG [RS:0;d72d5187e64f:38609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6052689e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:13:24,969 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:13:24,969 DEBUG [RS:2;d72d5187e64f:46179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b18c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:13:24,988 DEBUG [RS:1;d72d5187e64f:37821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d72d5187e64f:37821 2024-11-11T07:13:24,988 DEBUG [RS:0;d72d5187e64f:38609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:38609 2024-11-11T07:13:24,989 DEBUG [RS:2;d72d5187e64f:46179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d72d5187e64f:46179 2024-11-11T07:13:24,994 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:13:24,994 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:13:24,994 DEBUG [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:13:24,994 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:13:24,994 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:13:24,997 DEBUG [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:13:24,998 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,37127,1731309201794 with port=38609, startcode=1731309202972 2024-11-11T07:13:25,003 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:13:25,003 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:13:25,003 DEBUG [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:13:25,004 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,37127,1731309201794 with port=37821, startcode=1731309203198 2024-11-11T07:13:25,012 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,37127,1731309201794 with port=46179, startcode=1731309203314 2024-11-11T07:13:25,011 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:13:25,014 DEBUG [RS:2;d72d5187e64f:46179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:13:25,014 DEBUG [RS:0;d72d5187e64f:38609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:13:25,014 DEBUG [RS:1;d72d5187e64f:37821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:13:25,023 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:13:25,033 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:13:25,040 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,37127,1731309201794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:13:25,059 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:13:25,059 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:13:25,060 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:13:25,060 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:13:25,060 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:13:25,060 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,060 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:13:25,060 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,074 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309235074 2024-11-11T07:13:25,074 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:13:25,074 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:13:25,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:13:25,076 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:13:25,077 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:13:25,081 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:13:25,081 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:13:25,081 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:13:25,082 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:13:25,082 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:13:25,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:13:25,086 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:13:25,090 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:13:25,091 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:13:25,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:25,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:13:25,104 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,112 WARN [IPC Server handler 1 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,112 WARN [IPC Server handler 1 on default port 40365 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:25,112 WARN [IPC Server handler 1 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:25,115 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:13:25,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:13:25,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:13:25,119 DEBUG [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T07:13:25,119 WARN [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T07:13:25,120 DEBUG [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T07:13:25,120 WARN [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T07:13:25,120 DEBUG [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T07:13:25,120 WARN [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T07:13:25,132 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:13:25,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:13:25,135 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309205134,5,FailOnTimeoutGroup] 2024-11-11T07:13:25,136 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309205135,5,FailOnTimeoutGroup] 2024-11-11T07:13:25,136 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,136 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:13:25,137 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,138 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:13:25,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:13:25,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:13:25,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:25,168 WARN [IPC Server handler 0 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,168 WARN [IPC Server handler 0 on default port 40365 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:25,168 WARN [IPC Server handler 0 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:25,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:13:25,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:13:25,227 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,37127,1731309201794 with port=38609, startcode=1731309202972 2024-11-11T07:13:25,227 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,37127,1731309201794 with port=46179, startcode=1731309203314 2024-11-11T07:13:25,229 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,37127,1731309201794 with port=37821, startcode=1731309203198 2024-11-11T07:13:25,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,46179,1731309203314 2024-11-11T07:13:25,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:25,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,37821,1731309203198 2024-11-11T07:13:25,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,37821,1731309203198 2024-11-11T07:13:25,253 DEBUG [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:25,253 DEBUG [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40365 2024-11-11T07:13:25,253 DEBUG [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:13:25,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,38609,1731309202972 2024-11-11T07:13:25,258 DEBUG [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:25,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,38609,1731309202972 2024-11-11T07:13:25,258 DEBUG [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40365 2024-11-11T07:13:25,258 DEBUG [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:13:25,266 DEBUG [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:25,266 DEBUG [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40365 2024-11-11T07:13:25,266 DEBUG [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:13:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T07:13:25,367 DEBUG [RS:2;d72d5187e64f:46179 {}] zookeeper.ZKUtil(111): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d72d5187e64f,46179,1731309203314 2024-11-11T07:13:25,367 WARN [RS:2;d72d5187e64f:46179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:13:25,368 DEBUG [RS:1;d72d5187e64f:37821 {}] zookeeper.ZKUtil(111): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d72d5187e64f,37821,1731309203198 2024-11-11T07:13:25,368 WARN [RS:1;d72d5187e64f:37821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:13:25,368 INFO [RS:2;d72d5187e64f:46179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:13:25,368 INFO [RS:1;d72d5187e64f:37821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:13:25,368 DEBUG [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,37821,1731309203198 2024-11-11T07:13:25,368 DEBUG [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,46179,1731309203314 2024-11-11T07:13:25,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,38609,1731309202972] 2024-11-11T07:13:25,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,37821,1731309203198] 2024-11-11T07:13:25,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,46179,1731309203314] 2024-11-11T07:13:25,370 DEBUG [RS:0;d72d5187e64f:38609 {}] zookeeper.ZKUtil(111): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d72d5187e64f,38609,1731309202972 2024-11-11T07:13:25,370 WARN [RS:0;d72d5187e64f:38609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:13:25,370 INFO [RS:0;d72d5187e64f:38609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:13:25,371 DEBUG [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972 2024-11-11T07:13:25,404 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:13:25,404 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:13:25,404 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:13:25,432 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:13:25,432 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:13:25,432 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:13:25,437 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,438 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,438 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:25,438 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:25,438 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,438 INFO [RS:0;d72d5187e64f:38609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:13:25,438 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,438 INFO [RS:2;d72d5187e64f:46179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:13:25,438 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,438 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,438 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:25,439 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:25,439 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,439 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,439 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:25,439 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:25,439 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,440 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:13:25,440 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,440 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:25,440 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:25,440 INFO [RS:1;d72d5187e64f:37821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:13:25,440 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,445 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:13:25,454 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:13:25,456 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,456 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,457 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,457 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,457 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,457 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,457 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:13:25,458 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,458 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,458 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,458 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,458 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,459 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,459 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:13:25,459 DEBUG [RS:0;d72d5187e64f:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:13:25,460 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:13:25,460 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,460 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,461 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,461 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,461 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,464 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,464 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:13:25,465 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,465 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,465 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,465 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,465 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,465 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,465 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:13:25,465 DEBUG [RS:2;d72d5187e64f:46179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:13:25,468 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:13:25,470 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:13:25,470 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,470 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,470 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,471 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,471 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,471 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,471 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:13:25,471 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,471 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,471 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,471 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,472 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,472 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:13:25,472 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:13:25,472 DEBUG [RS:1;d72d5187e64f:37821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:13:25,476 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,476 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,477 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,477 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,477 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,477 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,477 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,477 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,477 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,477 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,477 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,46179,1731309203314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:13:25,477 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38609,1731309202972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:13:25,480 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,480 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,480 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,481 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,481 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,481 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37821,1731309203198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:13:25,504 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:13:25,518 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:13:25,518 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:13:25,519 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37821,1731309203198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,519 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,46179,1731309203314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,519 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,519 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,519 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.Replication(171): d72d5187e64f,37821,1731309203198 started 2024-11-11T07:13:25,519 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.Replication(171): d72d5187e64f,46179,1731309203314 started 2024-11-11T07:13:25,520 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38609,1731309202972-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,520 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,520 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.Replication(171): d72d5187e64f,38609,1731309202972 started 2024-11-11T07:13:25,543 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,544 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,46179,1731309203314, RpcServer on d72d5187e64f/172.17.0.3:46179, sessionid=0x10128bde2610003 2024-11-11T07:13:25,545 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:13:25,545 DEBUG [RS:2;d72d5187e64f:46179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,46179,1731309203314 2024-11-11T07:13:25,545 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,46179,1731309203314' 2024-11-11T07:13:25,545 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T07:13:25,546 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T07:13:25,547 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:13:25,547 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:13:25,547 DEBUG [RS:2;d72d5187e64f:46179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,46179,1731309203314 2024-11-11T07:13:25,547 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,46179,1731309203314' 2024-11-11T07:13:25,547 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T07:13:25,547 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T07:13:25,547 INFO [RS:0;d72d5187e64f:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,548 DEBUG [RS:2;d72d5187e64f:46179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:13:25,548 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:25,548 INFO [RS:2;d72d5187e64f:46179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:13:25,548 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,38609,1731309202972, RpcServer on d72d5187e64f/172.17.0.3:38609, sessionid=0x10128bde2610001 2024-11-11T07:13:25,548 INFO [RS:2;d72d5187e64f:46179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:13:25,548 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,37821,1731309203198, RpcServer on d72d5187e64f/172.17.0.3:37821, sessionid=0x10128bde2610002 2024-11-11T07:13:25,548 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:13:25,548 DEBUG [RS:1;d72d5187e64f:37821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,37821,1731309203198 2024-11-11T07:13:25,548 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,37821,1731309203198' 2024-11-11T07:13:25,549 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T07:13:25,549 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:13:25,549 DEBUG [RS:0;d72d5187e64f:38609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,38609,1731309202972 2024-11-11T07:13:25,549 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,38609,1731309202972' 2024-11-11T07:13:25,549 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T07:13:25,549 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T07:13:25,550 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:13:25,550 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:13:25,550 DEBUG [RS:1;d72d5187e64f:37821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,37821,1731309203198 2024-11-11T07:13:25,550 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,37821,1731309203198' 2024-11-11T07:13:25,550 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T07:13:25,550 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T07:13:25,551 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T07:13:25,551 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:13:25,551 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:13:25,551 DEBUG [RS:0;d72d5187e64f:38609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,38609,1731309202972 2024-11-11T07:13:25,551 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,38609,1731309202972' 2024-11-11T07:13:25,551 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T07:13:25,551 DEBUG [RS:1;d72d5187e64f:37821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:13:25,551 INFO [RS:1;d72d5187e64f:37821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:13:25,552 INFO [RS:1;d72d5187e64f:37821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:13:25,552 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T07:13:25,556 DEBUG [RS:0;d72d5187e64f:38609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:13:25,556 INFO [RS:0;d72d5187e64f:38609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:13:25,556 INFO [RS:0;d72d5187e64f:38609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:13:25,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:25,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:13:25,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:13:25,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:25,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:13:25,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:13:25,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:13:25,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:25,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:13:25,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:13:25,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:13:25,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:25,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:13:25,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:13:25,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:13:25,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:25,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:13:25,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:13:25,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740 2024-11-11T07:13:25,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740 2024-11-11T07:13:25,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:13:25,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:13:25,645 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:13:25,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:13:25,656 INFO [RS:2;d72d5187e64f:46179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:13:25,656 INFO [RS:1;d72d5187e64f:37821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:13:25,657 INFO [RS:0;d72d5187e64f:38609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:13:25,665 INFO [RS:2;d72d5187e64f:46179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C46179%2C1731309203314, suffix=, logDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,46179,1731309203314, archiveDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/oldWALs, maxLogs=32 2024-11-11T07:13:25,665 INFO [RS:1;d72d5187e64f:37821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C37821%2C1731309203198, suffix=, logDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,37821,1731309203198, archiveDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/oldWALs, maxLogs=32 2024-11-11T07:13:25,666 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:25,668 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61278719, jitterRate=-0.08687593042850494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:13:25,669 INFO [RS:0;d72d5187e64f:38609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C38609%2C1731309202972, suffix=, logDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972, archiveDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/oldWALs, maxLogs=32 2024-11-11T07:13:25,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309205598Initializing all the Stores at 1731309205603 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309205603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309205604 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309205604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309205604Cleaning up temporary data from old regions at 1731309205644 (+40 ms)Region opened successfully at 1731309205677 (+33 ms) 2024-11-11T07:13:25,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:13:25,678 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:13:25,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:13:25,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:13:25,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:13:25,681 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:13:25,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309205678Disabling compacts and flushes for region at 1731309205678Disabling writes for close at 1731309205678Writing region close event to WAL at 1731309205680 (+2 ms)Closed at 1731309205681 (+1 ms) 2024-11-11T07:13:25,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:13:25,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:13:25,689 DEBUG [RS:2;d72d5187e64f:46179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,46179,1731309203314/d72d5187e64f%2C46179%2C1731309203314.1731309205670, exclude list is [], retry=0 2024-11-11T07:13:25,695 WARN [IPC Server handler 1 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,695 WARN [IPC Server handler 1 on default port 40365 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:25,695 WARN [IPC Server handler 1 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:25,700 DEBUG [RS:1;d72d5187e64f:37821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,37821,1731309203198/d72d5187e64f%2C37821%2C1731309203198.1731309205670, exclude list is [], retry=0 2024-11-11T07:13:25,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:13:25,704 DEBUG [RS:0;d72d5187e64f:38609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972/d72d5187e64f%2C38609%2C1731309202972.1731309205671, exclude list is [], retry=0 2024-11-11T07:13:25,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41151,DS-aeda5b7c-5518-4f74-9ef9-73d6a10ef01a,DISK] 2024-11-11T07:13:25,704 WARN [IPC Server handler 2 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,704 WARN [IPC Server handler 2 on default port 40365 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:25,705 WARN [IPC Server handler 2 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:25,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-4b6f0028-6a23-47d2-88c9-b6cf1103d3ed,DISK] 2024-11-11T07:13:25,709 WARN [IPC Server handler 0 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:13:25,709 WARN [IPC Server handler 0 on default port 40365 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:13:25,709 WARN [IPC Server handler 0 on default port 40365 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:13:25,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-4b6f0028-6a23-47d2-88c9-b6cf1103d3ed,DISK] 2024-11-11T07:13:25,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41151,DS-aeda5b7c-5518-4f74-9ef9-73d6a10ef01a,DISK] 2024-11-11T07:13:25,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41151,DS-aeda5b7c-5518-4f74-9ef9-73d6a10ef01a,DISK] 2024-11-11T07:13:25,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-4b6f0028-6a23-47d2-88c9-b6cf1103d3ed,DISK] 2024-11-11T07:13:25,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:13:25,741 INFO [RS:2;d72d5187e64f:46179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,46179,1731309203314/d72d5187e64f%2C46179%2C1731309203314.1731309205670 2024-11-11T07:13:25,744 DEBUG [RS:2;d72d5187e64f:46179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38967:38967),(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-11T07:13:25,765 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:13:25,793 INFO [RS:1;d72d5187e64f:37821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,37821,1731309203198/d72d5187e64f%2C37821%2C1731309203198.1731309205670 2024-11-11T07:13:25,801 DEBUG [RS:1;d72d5187e64f:37821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447),(127.0.0.1/127.0.0.1:38967:38967)] 2024-11-11T07:13:25,802 INFO [RS:0;d72d5187e64f:38609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972/d72d5187e64f%2C38609%2C1731309202972.1731309205671 2024-11-11T07:13:25,804 DEBUG [RS:0;d72d5187e64f:38609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38967:38967),(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-11T07:13:25,918 DEBUG [d72d5187e64f:37127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T07:13:25,928 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(204): Hosts are {d72d5187e64f=0} racks are {/default-rack=0} 2024-11-11T07:13:25,936 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T07:13:25,936 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T07:13:25,937 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T07:13:25,937 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T07:13:25,937 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T07:13:25,937 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T07:13:25,937 INFO [d72d5187e64f:37127 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T07:13:25,937 INFO [d72d5187e64f:37127 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T07:13:25,937 INFO [d72d5187e64f:37127 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T07:13:25,937 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T07:13:25,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:25,951 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,46179,1731309203314, state=OPENING 2024-11-11T07:13:26,040 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:13:26,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:26,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:26,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:26,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:13:26,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:13:26,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:13:26,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:13:26,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:13:26,054 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:13:26,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,46179,1731309203314}] 2024-11-11T07:13:29,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:13:29,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:13:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:13:29,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:13:32,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T07:13:32,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T07:13:36,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:13:36,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:13:36,105 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:13:36,106 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:13:36,106 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:13:36,111 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C46179%2C1731309203314.meta, suffix=.meta, logDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,46179,1731309203314, archiveDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/oldWALs, maxLogs=32 2024-11-11T07:13:36,134 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,46179,1731309203314/d72d5187e64f%2C46179%2C1731309203314.meta.1731309216114.meta, exclude list is [], retry=0 2024-11-11T07:13:36,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-4b6f0028-6a23-47d2-88c9-b6cf1103d3ed,DISK] 2024-11-11T07:13:36,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42699,DS-ddbfab43-2343-460a-9a27-b804af08e255,DISK] 2024-11-11T07:13:36,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41151,DS-aeda5b7c-5518-4f74-9ef9-73d6a10ef01a,DISK] 2024-11-11T07:13:36,157 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,46179,1731309203314/d72d5187e64f%2C46179%2C1731309203314.meta.1731309216114.meta 2024-11-11T07:13:36,158 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447),(127.0.0.1/127.0.0.1:46145:46145),(127.0.0.1/127.0.0.1:38967:38967)] 2024-11-11T07:13:36,158 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:13:36,161 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:13:36,165 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:13:36,174 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:13:36,182 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:13:36,183 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:36,183 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:13:36,183 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:13:36,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:13:36,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:13:36,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:36,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:13:36,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:13:36,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:13:36,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:36,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:13:36,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:13:36,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:13:36,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:36,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:13:36,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:13:36,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:13:36,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:36,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:13:36,214 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:13:36,216 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740 2024-11-11T07:13:36,220 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740 2024-11-11T07:13:36,225 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:13:36,225 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:13:36,226 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:13:36,231 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:13:36,234 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71803294, jitterRate=0.06995245814323425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:13:36,234 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:13:36,236 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309216185Writing region info on filesystem at 1731309216185Initializing all the Stores at 1731309216189 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309216190 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309216193 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309216193Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309216193Cleaning up temporary data from old regions at 1731309216225 (+32 ms)Running coprocessor post-open hooks at 1731309216234 (+9 ms)Region opened successfully at 1731309216236 (+2 ms) 2024-11-11T07:13:36,250 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309216074 2024-11-11T07:13:36,260 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:13:36,260 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:13:36,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:36,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,46179,1731309203314, state=OPEN 2024-11-11T07:13:36,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T07:13:36,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T07:13:36,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T07:13:36,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T07:13:36,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:13:36,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:13:36,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:13:36,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:13:36,324 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:36,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:13:36,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,46179,1731309203314 in 10.2680 sec 2024-11-11T07:13:36,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:13:36,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6340 sec 2024-11-11T07:13:36,340 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:13:36,340 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:13:36,359 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:13:36,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,46179,1731309203314, seqNum=-1] 2024-11-11T07:13:36,379 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:13:36,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:13:36,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.4630 sec 2024-11-11T07:13:36,401 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309216401, completionTime=-1 2024-11-11T07:13:36,405 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T07:13:36,405 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:13:36,439 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T07:13:36,439 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309276439 2024-11-11T07:13:36,439 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309336439 2024-11-11T07:13:36,439 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 34 msec 2024-11-11T07:13:36,441 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:13:36,448 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37127,1731309201794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:36,448 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37127,1731309201794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:36,448 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37127,1731309201794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:36,450 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:37127, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:36,450 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:36,451 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:36,457 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:13:36,479 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.858sec 2024-11-11T07:13:36,480 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:13:36,482 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:13:36,483 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:13:36,483 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:13:36,483 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:13:36,484 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37127,1731309201794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:13:36,484 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37127,1731309201794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:13:36,489 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:13:36,490 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:13:36,490 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37127,1731309201794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:13:36,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29907a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:13:36,584 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T07:13:36,584 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T07:13:36,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,37127,-1 for getting cluster id 2024-11-11T07:13:36,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:13:36,604 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf11c3de-e349-4354-bd7a-bf92c4cdc12a' 2024-11-11T07:13:36,608 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:13:36,608 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf11c3de-e349-4354-bd7a-bf92c4cdc12a" 2024-11-11T07:13:36,609 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9ee6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:13:36,609 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,37127,-1] 2024-11-11T07:13:36,612 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:13:36,615 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:13:36,615 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:13:36,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cdc77c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:13:36,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:13:36,643 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,46179,1731309203314, seqNum=-1] 2024-11-11T07:13:36,644 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:13:36,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:13:36,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,37127,1731309201794 2024-11-11T07:13:36,682 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731309216680 (current time:1731309216680). 2024-11-11T07:13:36,682 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T07:13:36,682 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T07:13:36,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144557bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:13:36,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,37127,-1 for getting cluster id 2024-11-11T07:13:36,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:13:36,687 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf11c3de-e349-4354-bd7a-bf92c4cdc12a' 2024-11-11T07:13:36,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:13:36,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf11c3de-e349-4354-bd7a-bf92c4cdc12a" 2024-11-11T07:13:36,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563b2d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:13:36,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,37127,-1] 2024-11-11T07:13:36,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:13:36,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:13:36,690 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:13:36,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24396ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:13:36,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:13:36,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,46179,1731309203314, seqNum=-1] 2024-11-11T07:13:36,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:13:36,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:13:36,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:13:36,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:13:36,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:13:36,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:13:36,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:13:36,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:13:36,718 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,37127,1731309201794 2024-11-11T07:13:36,720 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44e37db3 2024-11-11T07:13:36,721 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:13:36,724 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:13:36,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:13:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T07:13:36,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:13:36,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T07:13:36,744 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:36,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:13:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:13:36,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741837_1013 (size=361) 2024-11-11T07:13:36,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741837_1013 (size=361) 2024-11-11T07:13:36,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741837_1013 (size=361) 2024-11-11T07:13:36,764 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a5e7e7a1681c5f70de5c4bfaf1aac1e, NAME => 'SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:36,765 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7ffe476670fe76708af9f9a7f65cf36a, NAME => 'SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:36,765 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f725b85869a2ef699cbe78a1835ed93f, NAME => 'SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741838_1014 (size=54) 2024-11-11T07:13:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741838_1014 (size=54) 2024-11-11T07:13:36,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741838_1014 (size=54) 2024-11-11T07:13:36,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741840_1016 (size=62) 2024-11-11T07:13:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741840_1016 (size=62) 2024-11-11T07:13:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741840_1016 (size=62) 2024-11-11T07:13:36,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:36,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4a5e7e7a1681c5f70de5c4bfaf1aac1e, disabling compactions & flushes 2024-11-11T07:13:36,786 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:13:36,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:13:36,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. after waiting 0 ms 2024-11-11T07:13:36,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:13:36,786 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:13:36,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a5e7e7a1681c5f70de5c4bfaf1aac1e: Waiting for close lock at 1731309216786Disabling compacts and flushes for region at 1731309216786Disabling writes for close at 1731309216786Writing region close event to WAL at 1731309216786Closed at 1731309216786 2024-11-11T07:13:36,787 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8216c936d0cde8ad853cc4e1ef47958d, NAME => 'SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:36,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:36,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7ffe476670fe76708af9f9a7f65cf36a, disabling compactions & flushes 2024-11-11T07:13:36,787 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:13:36,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:13:36,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. after waiting 0 ms 2024-11-11T07:13:36,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:13:36,788 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:13:36,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7ffe476670fe76708af9f9a7f65cf36a: Waiting for close lock at 1731309216787Disabling compacts and flushes for region at 1731309216787Disabling writes for close at 1731309216788 (+1 ms)Writing region close event to WAL at 1731309216788Closed at 1731309216788 2024-11-11T07:13:36,788 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 747040b005868d72b841a435e762bec0, NAME => 'SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741839_1015 (size=62) 2024-11-11T07:13:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741839_1015 (size=62) 2024-11-11T07:13:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741839_1015 (size=62) 2024-11-11T07:13:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741841_1017 (size=62) 2024-11-11T07:13:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741841_1017 (size=62) 2024-11-11T07:13:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741841_1017 (size=62) 2024-11-11T07:13:36,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:36,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8216c936d0cde8ad853cc4e1ef47958d, disabling compactions & flushes 2024-11-11T07:13:36,812 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:13:36,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:13:36,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. after waiting 0 ms 2024-11-11T07:13:36,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:13:36,812 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:13:36,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8216c936d0cde8ad853cc4e1ef47958d: Waiting for close lock at 1731309216812Disabling compacts and flushes for region at 1731309216812Disabling writes for close at 1731309216812Writing region close event to WAL at 1731309216812Closed at 1731309216812 2024-11-11T07:13:36,813 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e68d30a52121d2240a8e01cbd95685b6, NAME => 'SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741842_1018 (size=62) 2024-11-11T07:13:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741842_1018 (size=62) 2024-11-11T07:13:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741842_1018 (size=62) 2024-11-11T07:13:36,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:36,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 747040b005868d72b841a435e762bec0, disabling compactions & flushes 2024-11-11T07:13:36,818 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:13:36,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:13:36,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. after waiting 0 ms 2024-11-11T07:13:36,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:13:36,818 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:13:36,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 747040b005868d72b841a435e762bec0: Waiting for close lock at 1731309216818Disabling compacts and flushes for region at 1731309216818Disabling writes for close at 1731309216818Writing region close event to WAL at 1731309216818Closed at 1731309216818 2024-11-11T07:13:36,819 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 649f8ba3ce6550f20cb4d44252239287, NAME => 'SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:36,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741843_1019 (size=62) 2024-11-11T07:13:36,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741843_1019 (size=62) 2024-11-11T07:13:36,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741843_1019 (size=62) 2024-11-11T07:13:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741844_1020 (size=62) 2024-11-11T07:13:36,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741844_1020 (size=62) 2024-11-11T07:13:36,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741844_1020 (size=62) 2024-11-11T07:13:36,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:36,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 649f8ba3ce6550f20cb4d44252239287, disabling compactions & flushes 2024-11-11T07:13:36,843 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:13:36,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:13:36,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. after waiting 0 ms 2024-11-11T07:13:36,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:13:36,844 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:13:36,844 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 649f8ba3ce6550f20cb4d44252239287: Waiting for close lock at 1731309216843Disabling compacts and flushes for region at 1731309216843Disabling writes for close at 1731309216843Writing region close event to WAL at 1731309216844 (+1 ms)Closed at 1731309216844 2024-11-11T07:13:36,844 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cec666a0c73180639bfbdf9551b431b0, NAME => 'SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:13:36,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741845_1021 (size=62) 2024-11-11T07:13:36,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741845_1021 (size=62) 2024-11-11T07:13:36,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741845_1021 (size=62) 2024-11-11T07:13:36,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:36,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cec666a0c73180639bfbdf9551b431b0, disabling compactions & flushes 2024-11-11T07:13:36,867 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:13:36,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:13:36,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. after waiting 0 ms 2024-11-11T07:13:36,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:13:36,867 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:13:36,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cec666a0c73180639bfbdf9551b431b0: Waiting for close lock at 1731309216867Disabling compacts and flushes for region at 1731309216867Disabling writes for close at 1731309216867Writing region close event to WAL at 1731309216867Closed at 1731309216867 2024-11-11T07:13:36,868 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 38c42f5cd2eaebdf1c3d891186dd1d9f, NAME => 'SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:36,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741846_1022 (size=62) 2024-11-11T07:13:36,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741846_1022 (size=62) 2024-11-11T07:13:36,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741846_1022 (size=62) 2024-11-11T07:13:36,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:36,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 38c42f5cd2eaebdf1c3d891186dd1d9f, disabling compactions & flushes 2024-11-11T07:13:36,914 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:13:36,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:13:36,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. after waiting 0 ms 2024-11-11T07:13:36,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:13:36,914 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:13:36,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 38c42f5cd2eaebdf1c3d891186dd1d9f: Waiting for close lock at 1731309216914Disabling compacts and flushes for region at 1731309216914Disabling writes for close at 1731309216914Writing region close event to WAL at 1731309216914Closed at 1731309216914 2024-11-11T07:13:36,915 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6dbffa3d1e166cee199e4b44faea1779, NAME => 'SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0 2024-11-11T07:13:36,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741847_1023 (size=54) 2024-11-11T07:13:36,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741847_1023 (size=54) 2024-11-11T07:13:36,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741847_1023 (size=54) 2024-11-11T07:13:36,936 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:36,937 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6dbffa3d1e166cee199e4b44faea1779, disabling compactions & flushes 2024-11-11T07:13:36,937 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:13:36,937 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:13:36,937 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. after waiting 0 ms 2024-11-11T07:13:36,937 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:13:36,937 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:13:36,937 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6dbffa3d1e166cee199e4b44faea1779: Waiting for close lock at 1731309216937Disabling compacts and flushes for region at 1731309216937Disabling writes for close at 1731309216937Writing region close event to WAL at 1731309216937Closed at 1731309216937 2024-11-11T07:13:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:13:37,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:37,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f725b85869a2ef699cbe78a1835ed93f, disabling compactions & flushes 2024-11-11T07:13:37,198 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:13:37,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:13:37,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. after waiting 0 ms 2024-11-11T07:13:37,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:13:37,198 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:13:37,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f725b85869a2ef699cbe78a1835ed93f: Waiting for close lock at 1731309217198Disabling compacts and flushes for region at 1731309217198Disabling writes for close at 1731309217198Writing region close event to WAL at 1731309217198Closed at 1731309217198 2024-11-11T07:13:37,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:37,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e68d30a52121d2240a8e01cbd95685b6, disabling compactions & flushes 2024-11-11T07:13:37,231 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:13:37,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:13:37,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. after waiting 0 ms 2024-11-11T07:13:37,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:13:37,231 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:13:37,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e68d30a52121d2240a8e01cbd95685b6: Waiting for close lock at 1731309217231Disabling compacts and flushes for region at 1731309217231Disabling writes for close at 1731309217231Writing region close event to WAL at 1731309217231Closed at 1731309217231 2024-11-11T07:13:37,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:13:37,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731309217236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309217236"}]},"ts":"1731309217236"} 2024-11-11T07:13:37,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309217236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309217236"}]},"ts":"1731309217236"} 2024-11-11T07:13:37,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309217236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309217236"}]},"ts":"1731309217236"} 2024-11-11T07:13:37,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309217236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309217236"}]},"ts":"1731309217236"} 2024-11-11T07:13:37,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309217236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309217236"}]},"ts":"1731309217236"} 2024-11-11T07:13:37,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309217236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309217236"}]},"ts":"1731309217236"} 2024-11-11T07:13:37,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309217236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309217236"}]},"ts":"1731309217236"} 2024-11-11T07:13:37,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731309217236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309217236"}]},"ts":"1731309217236"} 2024-11-11T07:13:37,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309217236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309217236"}]},"ts":"1731309217236"} 2024-11-11T07:13:37,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309217236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309217236"}]},"ts":"1731309217236"} 2024-11-11T07:13:37,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T07:13:37,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:13:37,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309217278"}]},"ts":"1731309217278"} 2024-11-11T07:13:37,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T07:13:37,284 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d72d5187e64f=0} racks are {/default-rack=0} 2024-11-11T07:13:37,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T07:13:37,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T07:13:37,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T07:13:37,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T07:13:37,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T07:13:37,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T07:13:37,292 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T07:13:37,292 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T07:13:37,292 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T07:13:37,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T07:13:37,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a5e7e7a1681c5f70de5c4bfaf1aac1e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f725b85869a2ef699cbe78a1835ed93f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ffe476670fe76708af9f9a7f65cf36a, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8216c936d0cde8ad853cc4e1ef47958d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=747040b005868d72b841a435e762bec0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e68d30a52121d2240a8e01cbd95685b6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=649f8ba3ce6550f20cb4d44252239287, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec666a0c73180639bfbdf9551b431b0, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38c42f5cd2eaebdf1c3d891186dd1d9f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779, ASSIGN}] 2024-11-11T07:13:37,297 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f725b85869a2ef699cbe78a1835ed93f, ASSIGN 2024-11-11T07:13:37,298 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a5e7e7a1681c5f70de5c4bfaf1aac1e, ASSIGN 2024-11-11T07:13:37,298 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=747040b005868d72b841a435e762bec0, ASSIGN 2024-11-11T07:13:37,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8216c936d0cde8ad853cc4e1ef47958d, ASSIGN 2024-11-11T07:13:37,300 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a5e7e7a1681c5f70de5c4bfaf1aac1e, ASSIGN; state=OFFLINE, location=d72d5187e64f,46179,1731309203314; forceNewPlan=false, retain=false 2024-11-11T07:13:37,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f725b85869a2ef699cbe78a1835ed93f, ASSIGN; state=OFFLINE, location=d72d5187e64f,37821,1731309203198; forceNewPlan=false, retain=false 2024-11-11T07:13:37,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8216c936d0cde8ad853cc4e1ef47958d, ASSIGN; state=OFFLINE, location=d72d5187e64f,37821,1731309203198; forceNewPlan=false, retain=false 2024-11-11T07:13:37,300 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=747040b005868d72b841a435e762bec0, ASSIGN; state=OFFLINE, location=d72d5187e64f,46179,1731309203314; forceNewPlan=false, retain=false 2024-11-11T07:13:37,309 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38c42f5cd2eaebdf1c3d891186dd1d9f, ASSIGN 2024-11-11T07:13:37,309 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779, ASSIGN 2024-11-11T07:13:37,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec666a0c73180639bfbdf9551b431b0, ASSIGN 2024-11-11T07:13:37,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=649f8ba3ce6550f20cb4d44252239287, ASSIGN 2024-11-11T07:13:37,309 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e68d30a52121d2240a8e01cbd95685b6, ASSIGN 2024-11-11T07:13:37,312 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38c42f5cd2eaebdf1c3d891186dd1d9f, ASSIGN; state=OFFLINE, location=d72d5187e64f,46179,1731309203314; forceNewPlan=false, retain=false 2024-11-11T07:13:37,312 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779, ASSIGN; state=OFFLINE, location=d72d5187e64f,38609,1731309202972; forceNewPlan=false, retain=false 2024-11-11T07:13:37,312 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cec666a0c73180639bfbdf9551b431b0, ASSIGN; state=OFFLINE, location=d72d5187e64f,37821,1731309203198; forceNewPlan=false, retain=false 2024-11-11T07:13:37,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=649f8ba3ce6550f20cb4d44252239287, ASSIGN; state=OFFLINE, location=d72d5187e64f,38609,1731309202972; forceNewPlan=false, retain=false 2024-11-11T07:13:37,313 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e68d30a52121d2240a8e01cbd95685b6, ASSIGN; state=OFFLINE, location=d72d5187e64f,46179,1731309203314; forceNewPlan=false, retain=false 2024-11-11T07:13:37,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ffe476670fe76708af9f9a7f65cf36a, ASSIGN 2024-11-11T07:13:37,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ffe476670fe76708af9f9a7f65cf36a, ASSIGN; state=OFFLINE, location=d72d5187e64f,38609,1731309202972; forceNewPlan=false, retain=false 2024-11-11T07:13:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:13:37,403 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:13:37,453 INFO [d72d5187e64f:37127 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T07:13:37,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=747040b005868d72b841a435e762bec0, regionState=OPENING, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:37,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e68d30a52121d2240a8e01cbd95685b6, regionState=OPENING, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:37,454 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6dbffa3d1e166cee199e4b44faea1779, regionState=OPENING, regionLocation=d72d5187e64f,38609,1731309202972 2024-11-11T07:13:37,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a5e7e7a1681c5f70de5c4bfaf1aac1e, regionState=OPENING, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:37,454 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=38c42f5cd2eaebdf1c3d891186dd1d9f, regionState=OPENING, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:37,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=649f8ba3ce6550f20cb4d44252239287, regionState=OPENING, regionLocation=d72d5187e64f,38609,1731309202972 2024-11-11T07:13:37,455 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7ffe476670fe76708af9f9a7f65cf36a, regionState=OPENING, regionLocation=d72d5187e64f,38609,1731309202972 2024-11-11T07:13:37,455 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cec666a0c73180639bfbdf9551b431b0, regionState=OPENING, regionLocation=d72d5187e64f,37821,1731309203198 2024-11-11T07:13:37,456 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f725b85869a2ef699cbe78a1835ed93f, regionState=OPENING, regionLocation=d72d5187e64f,37821,1731309203198 2024-11-11T07:13:37,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8216c936d0cde8ad853cc4e1ef47958d, regionState=OPENING, regionLocation=d72d5187e64f,37821,1731309203198 2024-11-11T07:13:37,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=747040b005868d72b841a435e762bec0, ASSIGN because future has completed 2024-11-11T07:13:37,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 747040b005868d72b841a435e762bec0, server=d72d5187e64f,46179,1731309203314}] 2024-11-11T07:13:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38c42f5cd2eaebdf1c3d891186dd1d9f, ASSIGN because future has completed 2024-11-11T07:13:37,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38c42f5cd2eaebdf1c3d891186dd1d9f, server=d72d5187e64f,46179,1731309203314}] 2024-11-11T07:13:37,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e68d30a52121d2240a8e01cbd95685b6, ASSIGN because future has completed 2024-11-11T07:13:37,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779, ASSIGN because future has completed 2024-11-11T07:13:37,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e68d30a52121d2240a8e01cbd95685b6, server=d72d5187e64f,46179,1731309203314}] 2024-11-11T07:13:37,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a5e7e7a1681c5f70de5c4bfaf1aac1e, ASSIGN because future has completed 2024-11-11T07:13:37,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ffe476670fe76708af9f9a7f65cf36a, ASSIGN because future has completed 2024-11-11T07:13:37,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dbffa3d1e166cee199e4b44faea1779, server=d72d5187e64f,38609,1731309202972}] 2024-11-11T07:13:37,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a, server=d72d5187e64f,38609,1731309202972}] 2024-11-11T07:13:37,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cec666a0c73180639bfbdf9551b431b0, ASSIGN because future has completed 2024-11-11T07:13:37,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=649f8ba3ce6550f20cb4d44252239287, ASSIGN because future has completed 2024-11-11T07:13:37,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8216c936d0cde8ad853cc4e1ef47958d, ASSIGN because future has completed 2024-11-11T07:13:37,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a5e7e7a1681c5f70de5c4bfaf1aac1e, server=d72d5187e64f,46179,1731309203314}] 2024-11-11T07:13:37,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f725b85869a2ef699cbe78a1835ed93f, ASSIGN because future has completed 2024-11-11T07:13:37,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cec666a0c73180639bfbdf9551b431b0, server=d72d5187e64f,37821,1731309203198}] 2024-11-11T07:13:37,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8216c936d0cde8ad853cc4e1ef47958d, server=d72d5187e64f,37821,1731309203198}] 2024-11-11T07:13:37,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 649f8ba3ce6550f20cb4d44252239287, server=d72d5187e64f,38609,1731309202972}] 2024-11-11T07:13:37,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f725b85869a2ef699cbe78a1835ed93f, server=d72d5187e64f,37821,1731309203198}] 2024-11-11T07:13:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:13:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:13:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:13:41,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T07:13:42,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:13:42,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T07:13:42,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:13:42,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T07:13:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:13:47,486 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:13:47,491 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:13:47,491 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e68d30a52121d2240a8e01cbd95685b6, NAME => 'SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T07:13:47,492 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,493 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:47,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:13:47,493 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,493 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:13:47,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:13:47,524 INFO [StoreOpener-e68d30a52121d2240a8e01cbd95685b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,537 INFO [StoreOpener-e68d30a52121d2240a8e01cbd95685b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e68d30a52121d2240a8e01cbd95685b6 columnFamilyName cf 2024-11-11T07:13:47,537 DEBUG [StoreOpener-e68d30a52121d2240a8e01cbd95685b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:47,543 INFO [StoreOpener-e68d30a52121d2240a8e01cbd95685b6-1 {}] regionserver.HStore(327): Store=e68d30a52121d2240a8e01cbd95685b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:47,544 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,546 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,547 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,549 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,549 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,555 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,556 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:13:47,557 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f725b85869a2ef699cbe78a1835ed93f, NAME => 'SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T07:13:47,557 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,558 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:47,558 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,558 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,566 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/e68d30a52121d2240a8e01cbd95685b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:47,567 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e68d30a52121d2240a8e01cbd95685b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66787068, jitterRate=-0.0047951340675354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:13:47,567 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:47,568 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e68d30a52121d2240a8e01cbd95685b6: Running coprocessor pre-open hook at 1731309227493Writing region info on filesystem at 1731309227493Initializing all the Stores at 1731309227497 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309227498 (+1 ms)Cleaning up temporary data from old regions at 1731309227549 (+51 ms)Running coprocessor post-open hooks at 1731309227567 (+18 ms)Region opened successfully at 1731309227567 2024-11-11T07:13:47,570 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6., pid=18, masterSystemTime=1731309227468 2024-11-11T07:13:47,573 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:13:47,573 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:13:47,573 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:13:47,574 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 747040b005868d72b841a435e762bec0, NAME => 'SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T07:13:47,574 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,574 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:47,574 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e68d30a52121d2240a8e01cbd95685b6, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:47,574 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,577 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:13:47,577 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 649f8ba3ce6550f20cb4d44252239287, NAME => 'SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T07:13:47,577 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,578 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:47,578 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,578 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e68d30a52121d2240a8e01cbd95685b6, server=d72d5187e64f,46179,1731309203314 because future has completed 2024-11-11T07:13:47,582 INFO [StoreOpener-f725b85869a2ef699cbe78a1835ed93f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,587 INFO [StoreOpener-f725b85869a2ef699cbe78a1835ed93f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f725b85869a2ef699cbe78a1835ed93f columnFamilyName cf 2024-11-11T07:13:47,587 DEBUG [StoreOpener-f725b85869a2ef699cbe78a1835ed93f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:47,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-11T07:13:47,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e68d30a52121d2240a8e01cbd95685b6, server=d72d5187e64f,46179,1731309203314 in 10.1110 sec 2024-11-11T07:13:47,588 INFO [StoreOpener-f725b85869a2ef699cbe78a1835ed93f-1 {}] regionserver.HStore(327): Store=f725b85869a2ef699cbe78a1835ed93f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:47,588 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,590 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,592 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e68d30a52121d2240a8e01cbd95685b6, ASSIGN in 10.2950 sec 2024-11-11T07:13:47,593 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,593 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,604 INFO [StoreOpener-747040b005868d72b841a435e762bec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,604 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,606 INFO [StoreOpener-649f8ba3ce6550f20cb4d44252239287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,607 INFO [StoreOpener-747040b005868d72b841a435e762bec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 747040b005868d72b841a435e762bec0 columnFamilyName cf 2024-11-11T07:13:47,607 DEBUG [StoreOpener-747040b005868d72b841a435e762bec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:47,608 INFO [StoreOpener-747040b005868d72b841a435e762bec0-1 {}] regionserver.HStore(327): Store=747040b005868d72b841a435e762bec0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:47,611 INFO [StoreOpener-649f8ba3ce6550f20cb4d44252239287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 649f8ba3ce6550f20cb4d44252239287 columnFamilyName cf 2024-11-11T07:13:47,612 DEBUG [StoreOpener-649f8ba3ce6550f20cb4d44252239287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:47,614 INFO [StoreOpener-649f8ba3ce6550f20cb4d44252239287-1 {}] regionserver.HStore(327): Store=649f8ba3ce6550f20cb4d44252239287/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:47,614 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,616 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/f725b85869a2ef699cbe78a1835ed93f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:47,616 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,616 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,617 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,617 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f725b85869a2ef699cbe78a1835ed93f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73247722, jitterRate=0.09147611260414124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:13:47,617 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:47,617 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f725b85869a2ef699cbe78a1835ed93f: Running coprocessor pre-open hook at 1731309227558Writing region info on filesystem at 1731309227558Initializing all the Stores at 1731309227562 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309227562Cleaning up temporary data from old regions at 1731309227593 (+31 ms)Running coprocessor post-open hooks at 1731309227617 (+24 ms)Region opened successfully at 1731309227617 2024-11-11T07:13:47,618 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,618 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,618 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,619 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,619 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f., pid=24, masterSystemTime=1731309227492 2024-11-11T07:13:47,620 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,620 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,621 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,623 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:13:47,624 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:13:47,624 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:13:47,624 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 8216c936d0cde8ad853cc4e1ef47958d, NAME => 'SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T07:13:47,625 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,625 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:47,625 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,625 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,625 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f725b85869a2ef699cbe78a1835ed93f, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,37821,1731309203198 2024-11-11T07:13:47,626 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f725b85869a2ef699cbe78a1835ed93f, server=d72d5187e64f,37821,1731309203198 because future has completed 2024-11-11T07:13:47,636 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/649f8ba3ce6550f20cb4d44252239287/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:47,637 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 649f8ba3ce6550f20cb4d44252239287; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66752192, jitterRate=-0.005314826965332031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:13:47,638 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:47,638 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 649f8ba3ce6550f20cb4d44252239287: Running coprocessor pre-open hook at 1731309227578Writing region info on filesystem at 1731309227578Initializing all the Stores at 1731309227593 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309227593Cleaning up temporary data from old regions at 1731309227618 (+25 ms)Running coprocessor post-open hooks at 1731309227638 (+20 ms)Region opened successfully at 1731309227638 2024-11-11T07:13:47,641 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287., pid=23, masterSystemTime=1731309227485 2024-11-11T07:13:47,644 INFO [StoreOpener-8216c936d0cde8ad853cc4e1ef47958d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-11T07:13:47,655 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:13:47,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f725b85869a2ef699cbe78a1835ed93f, server=d72d5187e64f,37821,1731309203198 in 10.1390 sec 2024-11-11T07:13:47,655 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:13:47,655 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:13:47,655 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dbffa3d1e166cee199e4b44faea1779, NAME => 'SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T07:13:47,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=649f8ba3ce6550f20cb4d44252239287, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,38609,1731309202972 2024-11-11T07:13:47,656 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,656 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:47,656 INFO [StoreOpener-8216c936d0cde8ad853cc4e1ef47958d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8216c936d0cde8ad853cc4e1ef47958d columnFamilyName cf 2024-11-11T07:13:47,656 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,656 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,656 DEBUG [StoreOpener-8216c936d0cde8ad853cc4e1ef47958d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:47,657 INFO [StoreOpener-8216c936d0cde8ad853cc4e1ef47958d-1 {}] regionserver.HStore(327): Store=8216c936d0cde8ad853cc4e1ef47958d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:47,657 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,659 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/747040b005868d72b841a435e762bec0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:47,661 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,661 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 747040b005868d72b841a435e762bec0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62118060, jitterRate=-0.07436877489089966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:13:47,661 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 747040b005868d72b841a435e762bec0 2024-11-11T07:13:47,661 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 747040b005868d72b841a435e762bec0: Running coprocessor pre-open hook at 1731309227575Writing region info on filesystem at 1731309227575Initializing all the Stores at 1731309227577 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309227577Cleaning up temporary data from old regions at 1731309227620 (+43 ms)Running coprocessor post-open hooks at 1731309227661 (+41 ms)Region opened successfully at 1731309227661 2024-11-11T07:13:47,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 649f8ba3ce6550f20cb4d44252239287, server=d72d5187e64f,38609,1731309202972 because future has completed 2024-11-11T07:13:47,662 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,663 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0., pid=15, masterSystemTime=1731309227468 2024-11-11T07:13:47,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f725b85869a2ef699cbe78a1835ed93f, ASSIGN in 10.3620 sec 2024-11-11T07:13:47,663 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,663 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,668 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:13:47,668 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:13:47,668 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:13:47,668 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 38c42f5cd2eaebdf1c3d891186dd1d9f, NAME => 'SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T07:13:47,669 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,669 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:47,669 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,669 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=747040b005868d72b841a435e762bec0, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:47,670 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-11T07:13:47,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 649f8ba3ce6550f20cb4d44252239287, server=d72d5187e64f,38609,1731309202972 in 10.1760 sec 2024-11-11T07:13:47,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 747040b005868d72b841a435e762bec0, server=d72d5187e64f,46179,1731309203314 because future has completed 2024-11-11T07:13:47,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=649f8ba3ce6550f20cb4d44252239287, ASSIGN in 10.3810 sec 2024-11-11T07:13:47,680 INFO [StoreOpener-6dbffa3d1e166cee199e4b44faea1779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,684 INFO [StoreOpener-6dbffa3d1e166cee199e4b44faea1779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dbffa3d1e166cee199e4b44faea1779 columnFamilyName cf 2024-11-11T07:13:47,684 DEBUG [StoreOpener-6dbffa3d1e166cee199e4b44faea1779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:47,686 INFO [StoreOpener-6dbffa3d1e166cee199e4b44faea1779-1 {}] regionserver.HStore(327): Store=6dbffa3d1e166cee199e4b44faea1779/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:47,686 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/8216c936d0cde8ad853cc4e1ef47958d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:47,686 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-11T07:13:47,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 747040b005868d72b841a435e762bec0, server=d72d5187e64f,46179,1731309203314 in 10.2180 sec 2024-11-11T07:13:47,687 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 8216c936d0cde8ad853cc4e1ef47958d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66744827, jitterRate=-0.005424574017524719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:13:47,687 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:47,687 INFO [StoreOpener-38c42f5cd2eaebdf1c3d891186dd1d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,687 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 8216c936d0cde8ad853cc4e1ef47958d: Running coprocessor pre-open hook at 1731309227625Writing region info on filesystem at 1731309227625Initializing all the Stores at 1731309227627 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309227628 (+1 ms)Cleaning up temporary data from old regions at 1731309227663 (+35 ms)Running coprocessor post-open hooks at 1731309227687 (+24 ms)Region opened successfully at 1731309227687 2024-11-11T07:13:47,687 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,688 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,688 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d., pid=22, masterSystemTime=1731309227492 2024-11-11T07:13:47,690 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,690 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=747040b005868d72b841a435e762bec0, ASSIGN in 10.3940 sec 2024-11-11T07:13:47,692 INFO [StoreOpener-38c42f5cd2eaebdf1c3d891186dd1d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38c42f5cd2eaebdf1c3d891186dd1d9f columnFamilyName cf 2024-11-11T07:13:47,692 DEBUG [StoreOpener-38c42f5cd2eaebdf1c3d891186dd1d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:47,693 INFO [StoreOpener-38c42f5cd2eaebdf1c3d891186dd1d9f-1 {}] regionserver.HStore(327): Store=38c42f5cd2eaebdf1c3d891186dd1d9f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:47,693 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,694 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,694 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:13:47,694 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:13:47,695 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:13:47,695 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,695 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,695 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => cec666a0c73180639bfbdf9551b431b0, NAME => 'SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T07:13:47,695 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,695 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:47,696 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,696 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,696 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,696 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8216c936d0cde8ad853cc4e1ef47958d, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,37821,1731309203198 2024-11-11T07:13:47,701 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8216c936d0cde8ad853cc4e1ef47958d, server=d72d5187e64f,37821,1731309203198 because future has completed 2024-11-11T07:13:47,716 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/6dbffa3d1e166cee199e4b44faea1779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:47,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-11T07:13:47,717 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 6dbffa3d1e166cee199e4b44faea1779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61447912, jitterRate=-0.08435475826263428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:13:47,717 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:47,717 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 6dbffa3d1e166cee199e4b44faea1779: Running coprocessor pre-open hook at 1731309227656Writing region info on filesystem at 1731309227656Initializing all the Stores at 1731309227661 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309227661Cleaning up temporary data from old regions at 1731309227690 (+29 ms)Running coprocessor post-open hooks at 1731309227717 (+27 ms)Region opened successfully at 1731309227717 2024-11-11T07:13:47,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8216c936d0cde8ad853cc4e1ef47958d, server=d72d5187e64f,37821,1731309203198 in 10.2190 sec 2024-11-11T07:13:47,719 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779., pid=17, masterSystemTime=1731309227485 2024-11-11T07:13:47,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8216c936d0cde8ad853cc4e1ef47958d, ASSIGN in 10.4220 sec 2024-11-11T07:13:47,722 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:13:47,723 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:13:47,723 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:13:47,723 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ffe476670fe76708af9f9a7f65cf36a, NAME => 'SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T07:13:47,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6dbffa3d1e166cee199e4b44faea1779, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,38609,1731309202972 2024-11-11T07:13:47,724 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,724 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:47,724 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,724 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,725 INFO [StoreOpener-cec666a0c73180639bfbdf9551b431b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,725 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:47,726 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 38c42f5cd2eaebdf1c3d891186dd1d9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70491619, jitterRate=0.05040697753429413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:13:47,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:47,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 38c42f5cd2eaebdf1c3d891186dd1d9f: Running coprocessor pre-open hook at 1731309227669Writing region info on filesystem at 1731309227669Initializing all the Stores at 1731309227671 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309227672 (+1 ms)Cleaning up temporary data from old regions at 1731309227696 (+24 ms)Running coprocessor post-open hooks at 1731309227727 (+31 ms)Region opened successfully at 1731309227727 2024-11-11T07:13:47,727 INFO [StoreOpener-7ffe476670fe76708af9f9a7f65cf36a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,729 INFO [StoreOpener-cec666a0c73180639bfbdf9551b431b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cec666a0c73180639bfbdf9551b431b0 columnFamilyName cf 2024-11-11T07:13:47,729 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f., pid=16, masterSystemTime=1731309227468 2024-11-11T07:13:47,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dbffa3d1e166cee199e4b44faea1779, server=d72d5187e64f,38609,1731309202972 because future has completed 2024-11-11T07:13:47,731 INFO [StoreOpener-7ffe476670fe76708af9f9a7f65cf36a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ffe476670fe76708af9f9a7f65cf36a columnFamilyName cf 2024-11-11T07:13:47,731 DEBUG [StoreOpener-7ffe476670fe76708af9f9a7f65cf36a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:47,732 DEBUG [StoreOpener-cec666a0c73180639bfbdf9551b431b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:47,733 INFO [StoreOpener-7ffe476670fe76708af9f9a7f65cf36a-1 {}] regionserver.HStore(327): Store=7ffe476670fe76708af9f9a7f65cf36a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:47,733 INFO [StoreOpener-cec666a0c73180639bfbdf9551b431b0-1 {}] regionserver.HStore(327): Store=cec666a0c73180639bfbdf9551b431b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:47,733 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,733 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,736 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,737 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,738 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,738 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,738 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,739 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:13:47,739 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,740 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:13:47,740 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:13:47,740 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a5e7e7a1681c5f70de5c4bfaf1aac1e, NAME => 'SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T07:13:47,740 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,740 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,741 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,741 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:13:47,741 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,741 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,742 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=38c42f5cd2eaebdf1c3d891186dd1d9f, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:47,745 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-11T07:13:47,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dbffa3d1e166cee199e4b44faea1779, server=d72d5187e64f,38609,1731309202972 in 10.2680 sec 2024-11-11T07:13:47,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779, ASSIGN in 10.4540 sec 2024-11-11T07:13:47,756 INFO [StoreOpener-4a5e7e7a1681c5f70de5c4bfaf1aac1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,758 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:47,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38c42f5cd2eaebdf1c3d891186dd1d9f, server=d72d5187e64f,46179,1731309203314 because future has completed 2024-11-11T07:13:47,759 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened cec666a0c73180639bfbdf9551b431b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66295897, jitterRate=-0.012114152312278748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:13:47,759 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:47,759 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for cec666a0c73180639bfbdf9551b431b0: Running coprocessor pre-open hook at 1731309227696Writing region info on filesystem at 1731309227696Initializing all the Stores at 1731309227700 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309227700Cleaning up temporary data from old regions at 1731309227738 (+38 ms)Running coprocessor post-open hooks at 1731309227759 (+21 ms)Region opened successfully at 1731309227759 2024-11-11T07:13:47,761 INFO [StoreOpener-4a5e7e7a1681c5f70de5c4bfaf1aac1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a5e7e7a1681c5f70de5c4bfaf1aac1e columnFamilyName cf 2024-11-11T07:13:47,761 DEBUG [StoreOpener-4a5e7e7a1681c5f70de5c4bfaf1aac1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:13:47,762 INFO [StoreOpener-4a5e7e7a1681c5f70de5c4bfaf1aac1e-1 {}] regionserver.HStore(327): Store=4a5e7e7a1681c5f70de5c4bfaf1aac1e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:13:47,762 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,765 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/7ffe476670fe76708af9f9a7f65cf36a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:47,765 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,766 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0., pid=21, masterSystemTime=1731309227492 2024-11-11T07:13:47,766 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7ffe476670fe76708af9f9a7f65cf36a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71436520, jitterRate=0.06448709964752197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:13:47,766 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,766 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:47,766 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7ffe476670fe76708af9f9a7f65cf36a: Running coprocessor pre-open hook at 1731309227724Writing region info on filesystem at 1731309227724Initializing all the Stores at 1731309227727 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309227727Cleaning up temporary data from old regions at 1731309227741 (+14 ms)Running coprocessor post-open hooks at 1731309227766 (+25 ms)Region opened successfully at 1731309227766 2024-11-11T07:13:47,768 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,769 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a., pid=19, masterSystemTime=1731309227485 2024-11-11T07:13:47,769 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,771 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:13:47,772 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:13:47,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-11T07:13:47,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 38c42f5cd2eaebdf1c3d891186dd1d9f, server=d72d5187e64f,46179,1731309203314 in 10.3000 sec 2024-11-11T07:13:47,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cec666a0c73180639bfbdf9551b431b0, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,37821,1731309203198 2024-11-11T07:13:47,772 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,775 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:13:47,775 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:13:47,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cec666a0c73180639bfbdf9551b431b0, server=d72d5187e64f,37821,1731309203198 because future has completed 2024-11-11T07:13:47,778 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/4a5e7e7a1681c5f70de5c4bfaf1aac1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:13:47,780 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 4a5e7e7a1681c5f70de5c4bfaf1aac1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62665123, jitterRate=-0.06621690094470978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:13:47,780 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:47,780 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 4a5e7e7a1681c5f70de5c4bfaf1aac1e: Running coprocessor pre-open hook at 1731309227741Writing region info on filesystem at 1731309227741Initializing all the Stores at 1731309227743 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309227743Cleaning up temporary data from old regions at 1731309227769 (+26 ms)Running coprocessor post-open hooks at 1731309227780 (+11 ms)Region opened successfully at 1731309227780 2024-11-11T07:13:47,787 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e., pid=20, masterSystemTime=1731309227468 2024-11-11T07:13:47,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7ffe476670fe76708af9f9a7f65cf36a, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,38609,1731309202972 2024-11-11T07:13:47,793 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:13:47,793 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:13:47,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a, server=d72d5187e64f,38609,1731309202972 because future has completed 2024-11-11T07:13:47,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38c42f5cd2eaebdf1c3d891186dd1d9f, ASSIGN in 10.4790 sec 2024-11-11T07:13:47,797 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a5e7e7a1681c5f70de5c4bfaf1aac1e, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:47,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a5e7e7a1681c5f70de5c4bfaf1aac1e, server=d72d5187e64f,46179,1731309203314 because future has completed 2024-11-11T07:13:47,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-11T07:13:47,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure cec666a0c73180639bfbdf9551b431b0, server=d72d5187e64f,37821,1731309203198 in 10.3150 sec 2024-11-11T07:13:47,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-11T07:13:47,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a, server=d72d5187e64f,38609,1731309202972 in 10.3230 sec 2024-11-11T07:13:47,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-11T07:13:47,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ffe476670fe76708af9f9a7f65cf36a, ASSIGN in 10.5140 sec 2024-11-11T07:13:47,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a5e7e7a1681c5f70de5c4bfaf1aac1e, server=d72d5187e64f,46179,1731309203314 in 10.3280 sec 2024-11-11T07:13:47,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec666a0c73180639bfbdf9551b431b0, ASSIGN in 10.5120 sec 2024-11-11T07:13:47,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:13:47,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a5e7e7a1681c5f70de5c4bfaf1aac1e, ASSIGN in 10.5180 sec 2024-11-11T07:13:47,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:13:47,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309227826"}]},"ts":"1731309227826"} 2024-11-11T07:13:47,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T07:13:47,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:13:47,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0990 sec 2024-11-11T07:13:49,399 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T07:13:50,993 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:13:52,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-11T07:13:52,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-11T07:13:53,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T07:13:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:13:54,971 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T07:13:54,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T07:13:54,973 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T07:13:54,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T07:13:54,995 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T07:13:54,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T07:13:55,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,121 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,139 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,253 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0., hostname=d72d5187e64f,37821,1731309203198, seqNum=2] 2024-11-11T07:13:55,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0., hostname=d72d5187e64f,37821,1731309203198, seqNum=2] 2024-11-11T07:13:55,270 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0., hostname=d72d5187e64f,37821,1731309203198, seqNum=2] 2024-11-11T07:13:55,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0., hostname=d72d5187e64f,37821,1731309203198, seqNum=2] 2024-11-11T07:13:55,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0., hostname=d72d5187e64f,37821,1731309203198, seqNum=2] 2024-11-11T07:13:55,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0., hostname=d72d5187e64f,37821,1731309203198, seqNum=2] 2024-11-11T07:13:55,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0., hostname=d72d5187e64f,37821,1731309203198, seqNum=2] 2024-11-11T07:13:55,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0., hostname=d72d5187e64f,37821,1731309203198, seqNum=2] 2024-11-11T07:13:55,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f., hostname=d72d5187e64f,46179,1731309203314, seqNum=2] 2024-11-11T07:13:55,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f., hostname=d72d5187e64f,46179,1731309203314, seqNum=2] 2024-11-11T07:13:55,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f., hostname=d72d5187e64f,46179,1731309203314, seqNum=2] 2024-11-11T07:13:55,452 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f., hostname=d72d5187e64f,46179,1731309203314, seqNum=2] 2024-11-11T07:13:55,459 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f., hostname=d72d5187e64f,46179,1731309203314, seqNum=2] 2024-11-11T07:13:55,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f., hostname=d72d5187e64f,46179,1731309203314, seqNum=2] 2024-11-11T07:13:55,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f., hostname=d72d5187e64f,46179,1731309203314, seqNum=2] 2024-11-11T07:13:55,492 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f., hostname=d72d5187e64f,46179,1731309203314, seqNum=2] 2024-11-11T07:13:55,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,613 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:55,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779., hostname=d72d5187e64f,38609,1731309202972, seqNum=2] 2024-11-11T07:13:57,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:13:57,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:13:57,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:13:57,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:13:57,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37821 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T07:13:57,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:13:57,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T07:13:57,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T07:13:58,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T07:13:58,819 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T07:13:58,823 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T07:13:58,829 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T07:13:58,830 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T07:13:58,872 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T07:13:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741848_1024 (size=49) 2024-11-11T07:13:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741848_1024 (size=49) 2024-11-11T07:13:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741848_1024 (size=49) 2024-11-11T07:13:58,978 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T07:13:58,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a5e7e7a1681c5f70de5c4bfaf1aac1e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f725b85869a2ef699cbe78a1835ed93f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8216c936d0cde8ad853cc4e1ef47958d}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747040b005868d72b841a435e762bec0}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e68d30a52121d2240a8e01cbd95685b6}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec666a0c73180639bfbdf9551b431b0}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38c42f5cd2eaebdf1c3d891186dd1d9f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779}] 2024-11-11T07:13:58,988 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:13:58,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:58,995 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:58,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:13:58,996 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:13:58,999 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:13:59,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747040b005868d72b841a435e762bec0 2024-11-11T07:13:59,025 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:13:59,028 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:59,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:13:59,032 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d72d5187e64f,38609,1731309202972 2024-11-11T07:13:59,033 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d72d5187e64f,38609,1731309202972: Simulated kill ***** 2024-11-11T07:13:59,033 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:13:59,036 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:13:59,037 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:13:59,042 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:13:59,043 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:13:59,076 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 652581792 }, "NonHeapMemoryUsage": { "committed": 156827648, "init": 7667712, "max": -1, "used": 153418928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "d72d5187e64f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "d72d5187e64f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50266", "tag.serverName": "d72d5187e64f,37821,1731309203198", "tag.clusterId": "bf11c3de-e349-4354-bd7a-bf92c4cdc12a", "tag.Context": "regionserver", "tag.Hostname": "d72d5187e64f", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731309203198, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T07:13:59,092 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37127 {}] master.MasterRpcServices(700): d72d5187e64f,38609,1731309202972 reported a fatal error: ***** ABORTING region server d72d5187e64f,38609,1731309202972: Simulated kill ***** 2024-11-11T07:13:59,105 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,38609,1731309202972' ***** 2024-11-11T07:13:59,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T07:13:59,106 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T07:13:59,112 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:13:59,113 INFO [RS:0;d72d5187e64f:38609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T07:13:59,113 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:13:59,113 INFO [RS:0;d72d5187e64f:38609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T07:13:59,113 INFO [RS:0;d72d5187e64f:38609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:13:59,113 INFO [RS:0;d72d5187e64f:38609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:38609. 2024-11-11T07:13:59,113 DEBUG [RS:0;d72d5187e64f:38609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:13:59,113 DEBUG [RS:0;d72d5187e64f:38609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:13:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741835_1011 (size=966) 2024-11-11T07:13:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741835_1011 (size=966) 2024-11-11T07:13:59,144 DEBUG [RS:0;d72d5187e64f:38609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:13:59,144 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:13:59,145 INFO [RS:0;d72d5187e64f:38609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38609 2024-11-11T07:13:59,164 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:13:59,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T07:13:59,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d72d5187e64f,38609,1731309202972 2024-11-11T07:13:59,178 INFO [RS:0;d72d5187e64f:38609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:13:59,182 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,38609,1731309202972] 2024-11-11T07:13:59,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d72d5187e64f,38609,1731309202972 already deleted, retry=false 2024-11-11T07:13:59,212 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d72d5187e64f,38609,1731309202972 on d72d5187e64f,37127,1731309201794 2024-11-11T07:13:59,220 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d72d5187e64f,38609,1731309202972, splitWal=true, meta=false 2024-11-11T07:13:59,225 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d72d5187e64f,38609,1731309202972, splitWal=true, meta=false 2024-11-11T07:13:59,226 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for d72d5187e64f,38609,1731309202972 (carryingMeta=false) d72d5187e64f,38609,1731309202972/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25cee582[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T07:13:59,228 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): d72d5187e64f,38609,1731309202972 had 3 regions 2024-11-11T07:13:59,230 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:13:59,232 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:13:59,233 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d72d5187e64f,38609,1731309202972, splitWal=true, meta=false, isMeta: false 2024-11-11T07:13:59,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:13:59,233 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 can not run currently because target server of region SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T07:13:59,233 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779; timeout=1000, timestamp=1731309240233 2024-11-11T07:13:59,235 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a can not run currently because target server of region SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T07:13:59,236 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a; timeout=1000, timestamp=1731309240235 2024-11-11T07:13:59,236 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 can not run currently because target server of region SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 1000 ms to retry 2024-11-11T07:13:59,236 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287; timeout=1000, timestamp=1731309240236 2024-11-11T07:13:59,240 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting 2024-11-11T07:13:59,242 INFO [PEWorker-2 {}] master.SplitWALManager(105): d72d5187e64f,38609,1731309202972 WAL count=1, meta=false 2024-11-11T07:13:59,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d72d5187e64f%2C38609%2C1731309202972.1731309205671}] 2024-11-11T07:13:59,270 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:13:59,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d72d5187e64f%2C38609%2C1731309202972.1731309205671, worker=d72d5187e64f,46179,1731309203314}] 2024-11-11T07:13:59,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:13:59,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x10128bde2610001, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:13:59,304 INFO [RS:0;d72d5187e64f:38609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:13:59,305 INFO [RS:0;d72d5187e64f:38609 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,38609,1731309202972; zookeeper connection closed. 2024-11-11T07:13:59,312 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40a1c09d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40a1c09d 2024-11-11T07:13:59,526 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:13:59,526 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:14:00,236 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:00,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:00,238 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:00,241 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a can not run currently because target server of region SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T07:14:00,241 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a; timeout=2000, timestamp=1731309242241 2024-11-11T07:14:00,243 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 can not run currently because target server of region SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T07:14:00,243 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287; timeout=2000, timestamp=1731309242243 2024-11-11T07:14:00,244 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 can not run currently because target server of region SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 2000 ms to retry 2024-11-11T07:14:00,244 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779; timeout=2000, timestamp=1731309242244 2024-11-11T07:14:02,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:02,252 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:02,255 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:02,255 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a can not run currently because target server of region SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T07:14:02,255 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a; timeout=4000, timestamp=1731309246255 2024-11-11T07:14:02,261 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 can not run currently because target server of region SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T07:14:02,261 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287; timeout=4000, timestamp=1731309246261 2024-11-11T07:14:02,262 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 can not run currently because target server of region SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 4000 ms to retry 2024-11-11T07:14:02,263 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779; timeout=4000, timestamp=1731309246263 2024-11-11T07:14:02,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741835_1011 (size=966) 2024-11-11T07:14:06,256 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:06,261 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a can not run currently because target server of region SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T07:14:06,261 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a; timeout=8000, timestamp=1731309254261 2024-11-11T07:14:06,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:06,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:06,272 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 can not run currently because target server of region SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T07:14:06,272 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 can not run currently because target server of region SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. d72d5187e64f,38609,1731309202972 is in state SPLITTING, wait 8000 ms to retry 2024-11-11T07:14:06,272 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287; timeout=8000, timestamp=1731309254272 2024-11-11T07:14:06,272 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779; timeout=8000, timestamp=1731309254272 2024-11-11T07:14:07,492 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=d72d5187e64f,46179,1731309203314, timeout=1731309248992, delay=1499, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e68d30a52121d2240a8e01cbd95685b6, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a5e7e7a1681c5f70de5c4bfaf1aac1e, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d72d5187e64f%2C38609%2C1731309202972.1731309205671, worker=d72d5187e64f,46179,1731309203314, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38c42f5cd2eaebdf1c3d891186dd1d9f, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747040b005868d72b841a435e762bec0], containedObject=d72d5187e64f,38609,1731309202972, timeout=1731309249000, delay=1507, operations=null, containedObject=d72d5187e64f,37821,1731309203198, timeout=1731309249001, delay=1508, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f725b85869a2ef699cbe78a1835ed93f, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec666a0c73180639bfbdf9551b431b0, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8216c936d0cde8ad853cc4e1ef47958d]] 2024-11-11T07:14:09,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T07:14:09,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T07:14:09,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T07:14:09,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:14:09,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-11T07:14:09,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T07:14:09,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:14:09,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T07:14:09,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:14:09,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for e68d30a52121d2240a8e01cbd95685b6: 2024-11-11T07:14:09,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. for SnapshotProcedureTest completed. 2024-11-11T07:14:09,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:14:09,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T07:14:09,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 4a5e7e7a1681c5f70de5c4bfaf1aac1e: 2024-11-11T07:14:09,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. for SnapshotProcedureTest completed. 2024-11-11T07:14:09,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f725b85869a2ef699cbe78a1835ed93f: 2024-11-11T07:14:09,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. for SnapshotProcedureTest completed. 2024-11-11T07:14:09,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:14:09,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:14:09,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:14:09,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 38c42f5cd2eaebdf1c3d891186dd1d9f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T07:14:09,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T07:14:09,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:14:09,058 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing cec666a0c73180639bfbdf9551b431b0 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T07:14:09,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:14:09,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:14:09,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:14:09,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:14:09,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8216c936d0cde8ad853cc4e1ef47958d: 2024-11-11T07:14:09,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. for SnapshotProcedureTest completed. 2024-11-11T07:14:09,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:14:09,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:14:09,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:14:09,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:14:09,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:14:09,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:14:09,121 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671, size=966 (966bytes) 2024-11-11T07:14:09,123 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T07:14:09,123 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T07:14:09,123 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671 2024-11-11T07:14:09,145 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671 after 20ms 2024-11-11T07:14:09,222 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671 took 121ms 2024-11-11T07:14:09,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741849_1025 (size=65) 2024-11-11T07:14:09,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741849_1025 (size=65) 2024-11-11T07:14:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741849_1025 (size=65) 2024-11-11T07:14:09,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:14:09,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T07:14:09,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:14:09,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741850_1026 (size=57) 2024-11-11T07:14:09,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 747040b005868d72b841a435e762bec0: 2024-11-11T07:14:09,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. for SnapshotProcedureTest completed. 2024-11-11T07:14:09,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:14:09,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:14:09,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:14:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T07:14:09,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:14:09,254 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:14:09,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e68d30a52121d2240a8e01cbd95685b6 in 10.2760 sec 2024-11-11T07:14:09,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741850_1026 (size=57) 2024-11-11T07:14:09,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741850_1026 (size=57) 2024-11-11T07:14:09,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:14:09,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T07:14:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T07:14:09,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:14:09,269 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:14:09,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a5e7e7a1681c5f70de5c4bfaf1aac1e in 10.2910 sec 2024-11-11T07:14:09,279 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 649f8ba3ce6550f20cb4d44252239287: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T07:14:09,283 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 6dbffa3d1e166cee199e4b44faea1779: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T07:14:09,286 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 7ffe476670fe76708af9f9a7f65cf36a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T07:14:09,286 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671 so closing down 2024-11-11T07:14:09,287 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T07:14:09,288 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T07:14:09,293 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 33 ms; skipped=3; WAL=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671, size=966, length=966, corrupted=false, cancelled=false 2024-11-11T07:14:09,293 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671, journal: Splitting hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671, size=966 (966bytes) at 1731309249121Finishing writing output for hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671 so closing down at 1731309249286 (+165 ms)3 split writer threads finished at 1731309249288 (+2 ms)Processed 3 edits across 0 Regions in 33 ms; skipped=3; WAL=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671, size=966, length=966, corrupted=false, cancelled=false at 1731309249293 (+5 ms) 2024-11-11T07:14:09,293 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671 2024-11-11T07:14:09,293 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T07:14:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T07:14:09,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0/.tmp/cf/2d04bc6495694e0db6255d874f08cca2 is 34, key is baa/cf:cf/1731309237243/Put/seqid=0 2024-11-11T07:14:09,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f/.tmp/cf/6c5df7f8929e414d8e65e90324802fe6 is 34, key is ccd/cf:cf/1731309237324/Put/seqid=0 2024-11-11T07:14:09,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741851_1027 (size=65) 2024-11-11T07:14:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741851_1027 (size=65) 2024-11-11T07:14:09,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:14:09,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T07:14:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T07:14:09,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:14:09,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741851_1027 (size=65) 2024-11-11T07:14:09,385 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:14:09,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8216c936d0cde8ad853cc4e1ef47958d in 10.4090 sec 2024-11-11T07:14:09,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741852_1028 (size=65) 2024-11-11T07:14:09,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741852_1028 (size=65) 2024-11-11T07:14:09,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741852_1028 (size=65) 2024-11-11T07:14:09,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:14:09,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T07:14:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T07:14:09,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:14:09,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:14:09,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f725b85869a2ef699cbe78a1835ed93f in 10.4360 sec 2024-11-11T07:14:09,449 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting/d72d5187e64f%2C38609%2C1731309202972.1731309205671 to hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/oldWALs 2024-11-11T07:14:09,461 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:09,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T07:14:09,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d72d5187e64f%2C38609%2C1731309202972.1731309205671, worker=d72d5187e64f,46179,1731309203314 in 10.1750 sec 2024-11-11T07:14:09,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T07:14:09,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure d72d5187e64f%2C38609%2C1731309202972.1731309205671, worker=d72d5187e64f,46179,1731309203314 in 10.2180 sec 2024-11-11T07:14:09,476 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting dir is empty, no logs to split. 2024-11-11T07:14:09,476 INFO [PEWorker-5 {}] master.SplitWALManager(105): d72d5187e64f,38609,1731309202972 WAL count=0, meta=false 2024-11-11T07:14:09,477 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if d72d5187e64f,38609,1731309202972 WAL splitting is done? wals=0, meta=false 2024-11-11T07:14:09,483 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d72d5187e64f,38609,1731309202972 failed, ignore...File hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/WALs/d72d5187e64f,38609,1731309202972-splitting does not exist. 2024-11-11T07:14:09,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=649f8ba3ce6550f20cb4d44252239287, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ffe476670fe76708af9f9a7f65cf36a, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779, ASSIGN}] 2024-11-11T07:14:09,490 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779, ASSIGN 2024-11-11T07:14:09,491 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ffe476670fe76708af9f9a7f65cf36a, ASSIGN 2024-11-11T07:14:09,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=649f8ba3ce6550f20cb4d44252239287, ASSIGN 2024-11-11T07:14:09,495 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T07:14:09,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=649f8ba3ce6550f20cb4d44252239287, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T07:14:09,495 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ffe476670fe76708af9f9a7f65cf36a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T07:14:09,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741853_1029 (size=65) 2024-11-11T07:14:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741853_1029 (size=65) 2024-11-11T07:14:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741853_1029 (size=65) 2024-11-11T07:14:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741854_1030 (size=47197) 2024-11-11T07:14:09,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741854_1030 (size=47197) 2024-11-11T07:14:09,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741854_1030 (size=47197) 2024-11-11T07:14:09,565 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f/.tmp/cf/6c5df7f8929e414d8e65e90324802fe6 2024-11-11T07:14:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741855_1031 (size=28623) 2024-11-11T07:14:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741855_1031 (size=28623) 2024-11-11T07:14:09,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741855_1031 (size=28623) 2024-11-11T07:14:09,602 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0/.tmp/cf/2d04bc6495694e0db6255d874f08cca2 2024-11-11T07:14:09,645 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(204): Hosts are {d72d5187e64f=0} racks are {/default-rack=0} 2024-11-11T07:14:09,646 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T07:14:09,646 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T07:14:09,646 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T07:14:09,646 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T07:14:09,646 INFO [d72d5187e64f:37127 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T07:14:09,646 INFO [d72d5187e64f:37127 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T07:14:09,646 DEBUG [d72d5187e64f:37127 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T07:14:09,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=649f8ba3ce6550f20cb4d44252239287, regionState=OPENING, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:09,648 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=6dbffa3d1e166cee199e4b44faea1779, regionState=OPENING, regionLocation=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:09,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=7ffe476670fe76708af9f9a7f65cf36a, regionState=OPENING, regionLocation=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:09,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=649f8ba3ce6550f20cb4d44252239287, ASSIGN because future has completed 2024-11-11T07:14:09,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 649f8ba3ce6550f20cb4d44252239287, server=d72d5187e64f,46179,1731309203314}] 2024-11-11T07:14:09,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779, ASSIGN because future has completed 2024-11-11T07:14:09,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dbffa3d1e166cee199e4b44faea1779, server=d72d5187e64f,37821,1731309203198}] 2024-11-11T07:14:09,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ffe476670fe76708af9f9a7f65cf36a, ASSIGN because future has completed 2024-11-11T07:14:09,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a, server=d72d5187e64f,37821,1731309203198}] 2024-11-11T07:14:09,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f/.tmp/cf/6c5df7f8929e414d8e65e90324802fe6 as hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f/cf/6c5df7f8929e414d8e65e90324802fe6 2024-11-11T07:14:09,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0/.tmp/cf/2d04bc6495694e0db6255d874f08cca2 as hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0/cf/2d04bc6495694e0db6255d874f08cca2 2024-11-11T07:14:09,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0/cf/2d04bc6495694e0db6255d874f08cca2, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T07:14:09,766 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for cec666a0c73180639bfbdf9551b431b0 in 699ms, sequenceid=5, compaction requested=false 2024-11-11T07:14:09,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for cec666a0c73180639bfbdf9551b431b0: 2024-11-11T07:14:09,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. for SnapshotProcedureTest completed. 2024-11-11T07:14:09,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:14:09,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:14:09,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0/cf/2d04bc6495694e0db6255d874f08cca2] hfiles 2024-11-11T07:14:09,768 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f/cf/6c5df7f8929e414d8e65e90324802fe6, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T07:14:09,771 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 38c42f5cd2eaebdf1c3d891186dd1d9f in 727ms, sequenceid=5, compaction requested=false 2024-11-11T07:14:09,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 38c42f5cd2eaebdf1c3d891186dd1d9f: 2024-11-11T07:14:09,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. for SnapshotProcedureTest completed. 2024-11-11T07:14:09,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:14:09,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:14:09,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f/cf/6c5df7f8929e414d8e65e90324802fe6] hfiles 2024-11-11T07:14:09,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f/cf/6c5df7f8929e414d8e65e90324802fe6 for snapshot=SnapshotProcedureTest 2024-11-11T07:14:09,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0/cf/2d04bc6495694e0db6255d874f08cca2 for snapshot=SnapshotProcedureTest 2024-11-11T07:14:09,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741856_1032 (size=105) 2024-11-11T07:14:09,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741856_1032 (size=105) 2024-11-11T07:14:09,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741856_1032 (size=105) 2024-11-11T07:14:09,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:14:09,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T07:14:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T07:14:09,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:14:09,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:14:09,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 38c42f5cd2eaebdf1c3d891186dd1d9f in 10.9110 sec 2024-11-11T07:14:09,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741857_1033 (size=105) 2024-11-11T07:14:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741857_1033 (size=105) 2024-11-11T07:14:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741857_1033 (size=105) 2024-11-11T07:14:09,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:14:09,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T07:14:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T07:14:09,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:14:09,924 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:14:09,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cec666a0c73180639bfbdf9551b431b0 in 10.9450 sec 2024-11-11T07:14:09,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:14:09,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T07:14:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T07:14:09,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 747040b005868d72b841a435e762bec0 2024-11-11T07:14:09,934 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 747040b005868d72b841a435e762bec0 2024-11-11T07:14:09,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 747040b005868d72b841a435e762bec0 in 10.9560 sec 2024-11-11T07:14:14,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a held by pid=40 2024-11-11T07:14:14,262 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:14,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 held by pid=41 2024-11-11T07:14:14,272 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:14,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 held by pid=39 2024-11-11T07:14:14,272 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:16,811 INFO [master/d72d5187e64f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T07:14:16,811 INFO [master/d72d5187e64f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T07:14:19,675 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:14:19,676 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 649f8ba3ce6550f20cb4d44252239287, NAME => 'SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T07:14:19,676 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,676 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:14:19,676 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,676 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,691 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:14:19,691 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ffe476670fe76708af9f9a7f65cf36a, NAME => 'SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T07:14:19,692 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,692 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:14:19,692 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,692 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,692 INFO [StoreOpener-649f8ba3ce6550f20cb4d44252239287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,701 INFO [StoreOpener-649f8ba3ce6550f20cb4d44252239287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 649f8ba3ce6550f20cb4d44252239287 columnFamilyName cf 2024-11-11T07:14:19,701 DEBUG [StoreOpener-649f8ba3ce6550f20cb4d44252239287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:19,704 INFO [StoreOpener-7ffe476670fe76708af9f9a7f65cf36a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,706 INFO [StoreOpener-7ffe476670fe76708af9f9a7f65cf36a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ffe476670fe76708af9f9a7f65cf36a columnFamilyName cf 2024-11-11T07:14:19,706 DEBUG [StoreOpener-7ffe476670fe76708af9f9a7f65cf36a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:19,708 INFO [StoreOpener-649f8ba3ce6550f20cb4d44252239287-1 {}] regionserver.HStore(327): Store=649f8ba3ce6550f20cb4d44252239287/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:14:19,708 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,713 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,714 INFO [StoreOpener-7ffe476670fe76708af9f9a7f65cf36a-1 {}] regionserver.HStore(327): Store=7ffe476670fe76708af9f9a7f65cf36a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:14:19,714 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,715 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,721 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,721 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,722 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,725 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,730 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,731 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,736 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,738 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,738 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 649f8ba3ce6550f20cb4d44252239287; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69313682, jitterRate=0.0328543484210968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:14:19,740 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,740 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 7ffe476670fe76708af9f9a7f65cf36a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59866443, jitterRate=-0.10792048275470734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:14:19,740 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,740 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 649f8ba3ce6550f20cb4d44252239287: Running coprocessor pre-open hook at 1731309259677Writing region info on filesystem at 1731309259677Initializing all the Stores at 1731309259679 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309259679Cleaning up temporary data from old regions at 1731309259722 (+43 ms)Running coprocessor post-open hooks at 1731309259740 (+18 ms)Region opened successfully at 1731309259740 2024-11-11T07:14:19,740 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 7ffe476670fe76708af9f9a7f65cf36a: Running coprocessor pre-open hook at 1731309259692Writing region info on filesystem at 1731309259692Initializing all the Stores at 1731309259694 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309259694Cleaning up temporary data from old regions at 1731309259731 (+37 ms)Running coprocessor post-open hooks at 1731309259740 (+9 ms)Region opened successfully at 1731309259740 2024-11-11T07:14:19,741 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287., pid=42, masterSystemTime=1731309259665 2024-11-11T07:14:19,741 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a., pid=44, masterSystemTime=1731309259671 2024-11-11T07:14:19,747 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:14:19,747 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:14:19,747 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:14:19,747 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dbffa3d1e166cee199e4b44faea1779, NAME => 'SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T07:14:19,748 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,748 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:14:19,748 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,748 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=7ffe476670fe76708af9f9a7f65cf36a, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:19,749 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:14:19,749 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:14:19,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=649f8ba3ce6550f20cb4d44252239287, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:19,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a, server=d72d5187e64f,37821,1731309203198 because future has completed 2024-11-11T07:14:19,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 649f8ba3ce6550f20cb4d44252239287, server=d72d5187e64f,46179,1731309203314 because future has completed 2024-11-11T07:14:19,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-11T07:14:19,770 INFO [StoreOpener-6dbffa3d1e166cee199e4b44faea1779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a, server=d72d5187e64f,37821,1731309203198 in 10.0970 sec 2024-11-11T07:14:19,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-11-11T07:14:19,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 649f8ba3ce6550f20cb4d44252239287, server=d72d5187e64f,46179,1731309203314 in 10.1140 sec 2024-11-11T07:14:19,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ffe476670fe76708af9f9a7f65cf36a, ASSIGN in 10.2830 sec 2024-11-11T07:14:19,773 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:19,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=649f8ba3ce6550f20cb4d44252239287, ASSIGN in 10.2840 sec 2024-11-11T07:14:19,776 INFO [StoreOpener-6dbffa3d1e166cee199e4b44faea1779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dbffa3d1e166cee199e4b44faea1779 columnFamilyName cf 2024-11-11T07:14:19,776 DEBUG [StoreOpener-6dbffa3d1e166cee199e4b44faea1779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:19,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:19,778 INFO [StoreOpener-6dbffa3d1e166cee199e4b44faea1779-1 {}] regionserver.HStore(327): Store=6dbffa3d1e166cee199e4b44faea1779/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:14:19,779 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,781 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,784 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,785 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,785 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,792 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,794 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 6dbffa3d1e166cee199e4b44faea1779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71762260, jitterRate=0.06934100389480591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:14:19,795 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,795 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 6dbffa3d1e166cee199e4b44faea1779: Running coprocessor pre-open hook at 1731309259748Writing region info on filesystem at 1731309259748Initializing all the Stores at 1731309259754 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309259754Cleaning up temporary data from old regions at 1731309259785 (+31 ms)Running coprocessor post-open hooks at 1731309259795 (+10 ms)Region opened successfully at 1731309259795 2024-11-11T07:14:19,796 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779., pid=43, masterSystemTime=1731309259671 2024-11-11T07:14:19,807 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:14:19,807 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:14:19,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=6dbffa3d1e166cee199e4b44faea1779, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:19,811 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d72d5187e64f,37821,1731309203198, table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T07:14:19,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dbffa3d1e166cee199e4b44faea1779, server=d72d5187e64f,37821,1731309203198 because future has completed 2024-11-11T07:14:19,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-11T07:14:19,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dbffa3d1e166cee199e4b44faea1779, server=d72d5187e64f,37821,1731309203198 in 10.1560 sec 2024-11-11T07:14:19,830 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:19,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-11T07:14:19,842 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server d72d5187e64f,38609,1731309202972 after splitting done 2024-11-11T07:14:19,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dbffa3d1e166cee199e4b44faea1779, ASSIGN in 10.3390 sec 2024-11-11T07:14:19,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure d72d5187e64f,38609,1731309202972, splitWal=true, meta=false in 20.6280 sec 2024-11-11T07:14:20,994 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:14:25,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T07:14:28,109 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T07:14:28,978 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:37127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T07:14:29,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T07:14:29,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:14:29,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T07:14:29,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:14:29,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 6dbffa3d1e166cee199e4b44faea1779: 2024-11-11T07:14:29,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. for SnapshotProcedureTest completed. 2024-11-11T07:14:29,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 7ffe476670fe76708af9f9a7f65cf36a: 2024-11-11T07:14:29,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. for SnapshotProcedureTest completed. 2024-11-11T07:14:29,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:14:29,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:14:29,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:14:29,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:14:29,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:14:29,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:14:29,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T07:14:29,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:14:29,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 649f8ba3ce6550f20cb4d44252239287: 2024-11-11T07:14:29,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. for SnapshotProcedureTest completed. 2024-11-11T07:14:29,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:14:29,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:14:29,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:14:29,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741860_1036 (size=65) 2024-11-11T07:14:29,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741860_1036 (size=65) 2024-11-11T07:14:29,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741860_1036 (size=65) 2024-11-11T07:14:29,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741859_1035 (size=65) 2024-11-11T07:14:29,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741859_1035 (size=65) 2024-11-11T07:14:29,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:14:29,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T07:14:29,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741859_1035 (size=65) 2024-11-11T07:14:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T07:14:29,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:29,810 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:29,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:14:29,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T07:14:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741858_1034 (size=57) 2024-11-11T07:14:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741858_1034 (size=57) 2024-11-11T07:14:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T07:14:29,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:29,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 649f8ba3ce6550f20cb4d44252239287 in 30.8310 sec 2024-11-11T07:14:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741858_1034 (size=57) 2024-11-11T07:14:29,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:29,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:14:29,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T07:14:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T07:14:29,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:29,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:29,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ffe476670fe76708af9f9a7f65cf36a in 30.8350 sec 2024-11-11T07:14:29,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-11T07:14:29,832 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T07:14:29,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6dbffa3d1e166cee199e4b44faea1779 in 30.8450 sec 2024-11-11T07:14:29,837 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T07:14:29,842 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T07:14:29,842 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T07:14:29,847 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T07:14:30,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741861_1037 (size=1094) 2024-11-11T07:14:30,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741861_1037 (size=1094) 2024-11-11T07:14:30,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741861_1037 (size=1094) 2024-11-11T07:14:30,049 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T07:14:30,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T07:14:30,087 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:30,087 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:30,087 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:30,088 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:30,088 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:30,097 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:32,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 38c42f5cd2eaebdf1c3d891186dd1d9f, had cached 0 bytes from a total of 47197 2024-11-11T07:14:32,696 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cec666a0c73180639bfbdf9551b431b0, had cached 0 bytes from a total of 28623 2024-11-11T07:14:36,469 DEBUG [master/d72d5187e64f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f725b85869a2ef699cbe78a1835ed93f changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:14:36,470 DEBUG [master/d72d5187e64f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7ffe476670fe76708af9f9a7f65cf36a changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:14:36,470 DEBUG [master/d72d5187e64f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8216c936d0cde8ad853cc4e1ef47958d changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:14:36,471 DEBUG [master/d72d5187e64f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cec666a0c73180639bfbdf9551b431b0 changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:14:36,471 DEBUG [master/d72d5187e64f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6dbffa3d1e166cee199e4b44faea1779 changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:14:36,471 DEBUG [master/d72d5187e64f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4a5e7e7a1681c5f70de5c4bfaf1aac1e changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:14:36,471 DEBUG [master/d72d5187e64f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 747040b005868d72b841a435e762bec0 changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:14:36,471 DEBUG [master/d72d5187e64f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e68d30a52121d2240a8e01cbd95685b6 changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:14:36,471 DEBUG [master/d72d5187e64f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 649f8ba3ce6550f20cb4d44252239287 changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:14:36,471 DEBUG [master/d72d5187e64f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 38c42f5cd2eaebdf1c3d891186dd1d9f changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:14:40,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-11T07:14:40,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-11T07:14:40,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-11T07:14:40,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-11T07:14:40,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-11T07:14:40,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-11T07:14:40,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T07:14:40,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T07:14:40,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-11T07:14:40,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T07:14:40,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-11T07:14:40,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T07:14:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-11T07:14:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T07:14:40,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-11T07:14:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-11T07:14:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T07:14:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-11T07:14:40,134 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,37821,1731309203198 Release verify snapshot worker=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:40,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T07:14:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T07:14:40,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,37821,1731309203198 in 10.0690 sec 2024-11-11T07:14:40,142 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:40,143 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,46179,1731309203314 Release verify snapshot worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:40,149 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:40,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,46179,1731309203314 in 10.0780 sec 2024-11-11T07:14:40,156 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,37821,1731309203198 Release verify snapshot worker=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:40,157 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,46179,1731309203314 Release verify snapshot worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:40,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,37821,1731309203198 in 10.0910 sec 2024-11-11T07:14:40,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,46179,1731309203314 in 10.0920 sec 2024-11-11T07:14:40,169 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,46179,1731309203314 Release verify snapshot worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:40,169 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,37821,1731309203198 Release verify snapshot worker=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:40,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,46179,1731309203314 in 10.1040 sec 2024-11-11T07:14:40,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,37821,1731309203198 in 10.1050 sec 2024-11-11T07:14:40,180 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:40,180 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:50,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-11T07:14:50,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-11T07:14:50,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-11T07:14:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-11T07:14:50,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-11T07:14:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-11T07:14:50,147 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,37821,1731309203198 Release verify snapshot worker=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:50,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,37821,1731309203198 in 20.0820 sec 2024-11-11T07:14:50,149 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,37821,1731309203198 Release verify snapshot worker=d72d5187e64f,37821,1731309203198 2024-11-11T07:14:50,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-11T07:14:50,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-11T07:14:50,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T07:14:50,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-11T07:14:50,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,37821,1731309203198 in 20.0840 sec 2024-11-11T07:14:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T07:14:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-11T07:14:50,152 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,46179,1731309203314 Release verify snapshot worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:50,154 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,46179,1731309203314 Release verify snapshot worker=d72d5187e64f,46179,1731309203314 2024-11-11T07:14:50,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,46179,1731309203314 in 20.0870 sec 2024-11-11T07:14:50,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=25 2024-11-11T07:14:50,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,46179,1731309203314 in 20.0890 sec 2024-11-11T07:14:50,156 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T07:14:50,157 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T07:14:50,159 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T07:14:50,159 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T07:14:50,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.3470 sec 2024-11-11T07:14:50,413 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T07:14:50,420 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T07:14:50,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:14:50,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:14:50,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:14:50,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:14:50,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:14:50,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:14:50,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:14:50,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=993789272, stopped=false 2024-11-11T07:14:50,421 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,37127,1731309201794 2024-11-11T07:14:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T07:14:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T07:14:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T07:14:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:50,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:14:50,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:14:50,489 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:14:50,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:14:50,490 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-11T07:14:50,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:14:50,491 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:50,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:14:50,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:14:50,492 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,37821,1731309203198' ***** 2024-11-11T07:14:50,492 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:14:50,492 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,46179,1731309203314' ***** 2024-11-11T07:14:50,492 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:14:50,492 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:14:50,492 INFO [RS:2;d72d5187e64f:46179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:14:50,492 INFO [RS:2;d72d5187e64f:46179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:14:50,492 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(3091): Received CLOSE for 649f8ba3ce6550f20cb4d44252239287 2024-11-11T07:14:50,492 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:14:50,496 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dbffa3d1e166cee199e4b44faea1779 2024-11-11T07:14:50,496 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(3091): Received CLOSE for e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:14:50,496 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(3091): Received CLOSE for 747040b005868d72b841a435e762bec0 2024-11-11T07:14:50,496 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(3091): Received CLOSE for 8216c936d0cde8ad853cc4e1ef47958d 2024-11-11T07:14:50,496 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(3091): Received CLOSE for 38c42f5cd2eaebdf1c3d891186dd1d9f 2024-11-11T07:14:50,496 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(3091): Received CLOSE for cec666a0c73180639bfbdf9551b431b0 2024-11-11T07:14:50,496 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a5e7e7a1681c5f70de5c4bfaf1aac1e 2024-11-11T07:14:50,496 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(3091): Received CLOSE for f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:14:50,496 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,46179,1731309203314 2024-11-11T07:14:50,497 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ffe476670fe76708af9f9a7f65cf36a, disabling compactions & flushes 2024-11-11T07:14:50,497 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 649f8ba3ce6550f20cb4d44252239287, disabling compactions & flushes 2024-11-11T07:14:50,497 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:14:50,497 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:14:50,497 INFO [RS:2;d72d5187e64f:46179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:14:50,497 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:14:50,497 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:14:50,497 INFO [RS:2;d72d5187e64f:46179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d72d5187e64f:46179. 2024-11-11T07:14:50,497 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. after waiting 0 ms 2024-11-11T07:14:50,497 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:14:50,497 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. after waiting 0 ms 2024-11-11T07:14:50,497 DEBUG [RS:2;d72d5187e64f:46179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:14:50,497 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:14:50,497 DEBUG [RS:2;d72d5187e64f:46179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:14:50,497 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:14:50,497 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:14:50,497 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:14:50,497 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:14:50,498 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-11T07:14:50,498 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:14:50,498 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:14:50,498 DEBUG [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(1325): Online Regions={649f8ba3ce6550f20cb4d44252239287=SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287., 1588230740=hbase:meta,,1.1588230740, e68d30a52121d2240a8e01cbd95685b6=SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6., 747040b005868d72b841a435e762bec0=SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0., 38c42f5cd2eaebdf1c3d891186dd1d9f=SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f., 4a5e7e7a1681c5f70de5c4bfaf1aac1e=SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e.} 2024-11-11T07:14:50,498 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:14:50,498 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:14:50,498 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:14:50,499 DEBUG [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38c42f5cd2eaebdf1c3d891186dd1d9f, 4a5e7e7a1681c5f70de5c4bfaf1aac1e, 649f8ba3ce6550f20cb4d44252239287, 747040b005868d72b841a435e762bec0, e68d30a52121d2240a8e01cbd95685b6 2024-11-11T07:14:50,499 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-11T07:14:50,500 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:14:50,501 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:14:50,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/7ffe476670fe76708af9f9a7f65cf36a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:14:50,503 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/649f8ba3ce6550f20cb4d44252239287/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:14:50,504 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:14:50,504 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:14:50,505 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 649f8ba3ce6550f20cb4d44252239287: Waiting for close lock at 1731309290496Running coprocessor pre-close hooks at 1731309290496Disabling compacts and flushes for region at 1731309290496Disabling writes for close at 1731309290497 (+1 ms)Writing region close event to WAL at 1731309290497Running coprocessor post-close hooks at 1731309290504 (+7 ms)Closed at 1731309290504 2024-11-11T07:14:50,505 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ffe476670fe76708af9f9a7f65cf36a: Waiting for close lock at 1731309290496Running coprocessor pre-close hooks at 1731309290496Disabling compacts and flushes for region at 1731309290496Disabling writes for close at 1731309290497 (+1 ms)Writing region close event to WAL at 1731309290497Running coprocessor post-close hooks at 1731309290503 (+6 ms)Closed at 1731309290504 (+1 ms) 2024-11-11T07:14:50,505 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731309216726.649f8ba3ce6550f20cb4d44252239287. 2024-11-11T07:14:50,505 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e68d30a52121d2240a8e01cbd95685b6, disabling compactions & flushes 2024-11-11T07:14:50,505 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:14:50,505 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:14:50,506 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. after waiting 0 ms 2024-11-11T07:14:50,506 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:14:50,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] assignment.AssignmentManager(1306): RegionServer CLOSED 7ffe476670fe76708af9f9a7f65cf36a 2024-11-11T07:14:50,509 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:14:50,509 INFO [RS:1;d72d5187e64f:37821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:14:50,509 INFO [RS:1;d72d5187e64f:37821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:14:50,509 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731309216726.7ffe476670fe76708af9f9a7f65cf36a. 2024-11-11T07:14:50,509 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 6dbffa3d1e166cee199e4b44faea1779, which we are already trying to CLOSE, but not completed yet 2024-11-11T07:14:50,509 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dbffa3d1e166cee199e4b44faea1779, disabling compactions & flushes 2024-11-11T07:14:50,509 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 8216c936d0cde8ad853cc4e1ef47958d, which we are already trying to CLOSE, but not completed yet 2024-11-11T07:14:50,509 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: cec666a0c73180639bfbdf9551b431b0, which we are already trying to CLOSE, but not completed yet 2024-11-11T07:14:50,509 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:14:50,509 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: f725b85869a2ef699cbe78a1835ed93f, which we are already trying to CLOSE, but not completed yet 2024-11-11T07:14:50,510 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,37821,1731309203198 2024-11-11T07:14:50,510 INFO [RS:1;d72d5187e64f:37821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:14:50,510 INFO [RS:1;d72d5187e64f:37821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d72d5187e64f:37821. 2024-11-11T07:14:50,510 DEBUG [RS:1;d72d5187e64f:37821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:14:50,510 DEBUG [RS:1;d72d5187e64f:37821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:14:50,510 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T07:14:50,510 DEBUG [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(1325): Online Regions={6dbffa3d1e166cee199e4b44faea1779=SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779., 8216c936d0cde8ad853cc4e1ef47958d=SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d., cec666a0c73180639bfbdf9551b431b0=SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0., f725b85869a2ef699cbe78a1835ed93f=SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f.} 2024-11-11T07:14:50,510 DEBUG [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(1351): Waiting on 6dbffa3d1e166cee199e4b44faea1779, 8216c936d0cde8ad853cc4e1ef47958d, cec666a0c73180639bfbdf9551b431b0, f725b85869a2ef699cbe78a1835ed93f 2024-11-11T07:14:50,511 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:14:50,511 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:14:50,511 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. after waiting 0 ms 2024-11-11T07:14:50,511 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:14:50,517 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/e68d30a52121d2240a8e01cbd95685b6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:14:50,525 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:14:50,525 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/6dbffa3d1e166cee199e4b44faea1779/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:14:50,526 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:14:50,527 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e68d30a52121d2240a8e01cbd95685b6: Waiting for close lock at 1731309290505Running coprocessor pre-close hooks at 1731309290505Disabling compacts and flushes for region at 1731309290505Disabling writes for close at 1731309290506 (+1 ms)Writing region close event to WAL at 1731309290506Running coprocessor post-close hooks at 1731309290524 (+18 ms)Closed at 1731309290526 (+2 ms) 2024-11-11T07:14:50,527 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731309216726.e68d30a52121d2240a8e01cbd95685b6. 2024-11-11T07:14:50,527 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:14:50,527 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 747040b005868d72b841a435e762bec0, disabling compactions & flushes 2024-11-11T07:14:50,527 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dbffa3d1e166cee199e4b44faea1779: Waiting for close lock at 1731309290509Running coprocessor pre-close hooks at 1731309290509Disabling compacts and flushes for region at 1731309290509Disabling writes for close at 1731309290511 (+2 ms)Writing region close event to WAL at 1731309290511Running coprocessor post-close hooks at 1731309290527 (+16 ms)Closed at 1731309290527 2024-11-11T07:14:50,527 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:14:50,527 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:14:50,527 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731309216726.6dbffa3d1e166cee199e4b44faea1779. 2024-11-11T07:14:50,527 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. after waiting 0 ms 2024-11-11T07:14:50,527 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:14:50,527 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8216c936d0cde8ad853cc4e1ef47958d, disabling compactions & flushes 2024-11-11T07:14:50,528 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:14:50,528 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:14:50,528 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. after waiting 0 ms 2024-11-11T07:14:50,528 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:14:50,534 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/8216c936d0cde8ad853cc4e1ef47958d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:14:50,535 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:14:50,535 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8216c936d0cde8ad853cc4e1ef47958d: Waiting for close lock at 1731309290527Running coprocessor pre-close hooks at 1731309290527Disabling compacts and flushes for region at 1731309290527Disabling writes for close at 1731309290528 (+1 ms)Writing region close event to WAL at 1731309290528Running coprocessor post-close hooks at 1731309290535 (+7 ms)Closed at 1731309290535 2024-11-11T07:14:50,536 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731309216726.8216c936d0cde8ad853cc4e1ef47958d. 2024-11-11T07:14:50,536 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cec666a0c73180639bfbdf9551b431b0, disabling compactions & flushes 2024-11-11T07:14:50,536 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:14:50,536 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:14:50,536 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. after waiting 0 ms 2024-11-11T07:14:50,536 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:14:50,537 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/.tmp/info/97448d6c156b4aa8a057fa192444efe1 is 167, key is SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f./info:regioninfo/1731309227625/Put/seqid=0 2024-11-11T07:14:50,541 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/747040b005868d72b841a435e762bec0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:14:50,542 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:14:50,542 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 747040b005868d72b841a435e762bec0: Waiting for close lock at 1731309290527Running coprocessor pre-close hooks at 1731309290527Disabling compacts and flushes for region at 1731309290527Disabling writes for close at 1731309290527Writing region close event to WAL at 1731309290528 (+1 ms)Running coprocessor post-close hooks at 1731309290542 (+14 ms)Closed at 1731309290542 2024-11-11T07:14:50,547 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:14:50,552 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731309216726.747040b005868d72b841a435e762bec0. 2024-11-11T07:14:50,552 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38c42f5cd2eaebdf1c3d891186dd1d9f, disabling compactions & flushes 2024-11-11T07:14:50,552 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:14:50,553 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:14:50,553 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. after waiting 0 ms 2024-11-11T07:14:50,553 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:14:50,589 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/cec666a0c73180639bfbdf9551b431b0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:14:50,590 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:14:50,591 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cec666a0c73180639bfbdf9551b431b0: Waiting for close lock at 1731309290536Running coprocessor pre-close hooks at 1731309290536Disabling compacts and flushes for region at 1731309290536Disabling writes for close at 1731309290536Writing region close event to WAL at 1731309290557 (+21 ms)Running coprocessor post-close hooks at 1731309290590 (+33 ms)Closed at 1731309290590 2024-11-11T07:14:50,591 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731309216726.cec666a0c73180639bfbdf9551b431b0. 2024-11-11T07:14:50,591 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f725b85869a2ef699cbe78a1835ed93f, disabling compactions & flushes 2024-11-11T07:14:50,591 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:14:50,591 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:14:50,591 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. after waiting 0 ms 2024-11-11T07:14:50,591 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:14:50,594 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/38c42f5cd2eaebdf1c3d891186dd1d9f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:14:50,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741862_1038 (size=19822) 2024-11-11T07:14:50,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741862_1038 (size=19822) 2024-11-11T07:14:50,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741862_1038 (size=19822) 2024-11-11T07:14:50,596 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:14:50,597 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38c42f5cd2eaebdf1c3d891186dd1d9f: Waiting for close lock at 1731309290552Running coprocessor pre-close hooks at 1731309290552Disabling compacts and flushes for region at 1731309290552Disabling writes for close at 1731309290553 (+1 ms)Writing region close event to WAL at 1731309290576 (+23 ms)Running coprocessor post-close hooks at 1731309290596 (+20 ms)Closed at 1731309290596 2024-11-11T07:14:50,597 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731309216726.38c42f5cd2eaebdf1c3d891186dd1d9f. 2024-11-11T07:14:50,597 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a5e7e7a1681c5f70de5c4bfaf1aac1e, disabling compactions & flushes 2024-11-11T07:14:50,597 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:14:50,597 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:14:50,597 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. after waiting 0 ms 2024-11-11T07:14:50,598 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:14:50,598 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/.tmp/info/97448d6c156b4aa8a057fa192444efe1 2024-11-11T07:14:50,605 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/f725b85869a2ef699cbe78a1835ed93f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:14:50,608 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:14:50,608 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f725b85869a2ef699cbe78a1835ed93f: Waiting for close lock at 1731309290591Running coprocessor pre-close hooks at 1731309290591Disabling compacts and flushes for region at 1731309290591Disabling writes for close at 1731309290591Writing region close event to WAL at 1731309290593 (+2 ms)Running coprocessor post-close hooks at 1731309290608 (+15 ms)Closed at 1731309290608 2024-11-11T07:14:50,608 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731309216726.f725b85869a2ef699cbe78a1835ed93f. 2024-11-11T07:14:50,608 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/default/SPTestTable/4a5e7e7a1681c5f70de5c4bfaf1aac1e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:14:50,610 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:14:50,610 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a5e7e7a1681c5f70de5c4bfaf1aac1e: Waiting for close lock at 1731309290597Running coprocessor pre-close hooks at 1731309290597Disabling compacts and flushes for region at 1731309290597Disabling writes for close at 1731309290598 (+1 ms)Writing region close event to WAL at 1731309290599 (+1 ms)Running coprocessor post-close hooks at 1731309290610 (+11 ms)Closed at 1731309290610 2024-11-11T07:14:50,610 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731309216726.4a5e7e7a1681c5f70de5c4bfaf1aac1e. 2024-11-11T07:14:50,625 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/.tmp/ns/8fbbe9c3a3054a8aa61477417efe6d0c is 43, key is default/ns:d/1731309216384/Put/seqid=0 2024-11-11T07:14:50,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741863_1039 (size=5153) 2024-11-11T07:14:50,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741863_1039 (size=5153) 2024-11-11T07:14:50,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741863_1039 (size=5153) 2024-11-11T07:14:50,661 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/.tmp/ns/8fbbe9c3a3054a8aa61477417efe6d0c 2024-11-11T07:14:50,699 DEBUG [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:14:50,711 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,37821,1731309203198; all regions closed. 2024-11-11T07:14:50,716 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/.tmp/table/a6d90c19ead9458ea5e007f8b741aee4 is 47, key is SPTestTable/table:state/1731309227826/Put/seqid=0 2024-11-11T07:14:50,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741834_1010 (size=3530) 2024-11-11T07:14:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741834_1010 (size=3530) 2024-11-11T07:14:50,731 DEBUG [RS:1;d72d5187e64f:37821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/oldWALs 2024-11-11T07:14:50,732 INFO [RS:1;d72d5187e64f:37821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C37821%2C1731309203198:(num 1731309205670) 2024-11-11T07:14:50,732 DEBUG [RS:1;d72d5187e64f:37821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:14:50,732 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:14:50,732 INFO [RS:1;d72d5187e64f:37821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:14:50,732 INFO [RS:1;d72d5187e64f:37821 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:14:50,732 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:14:50,732 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:14:50,732 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:14:50,732 INFO [RS:1;d72d5187e64f:37821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:14:50,733 INFO [RS:1;d72d5187e64f:37821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37821 2024-11-11T07:14:50,733 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:14:50,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d72d5187e64f,37821,1731309203198 2024-11-11T07:14:50,740 INFO [RS:1;d72d5187e64f:37821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:14:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T07:14:50,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741864_1040 (size=5214) 2024-11-11T07:14:50,748 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/.tmp/table/a6d90c19ead9458ea5e007f8b741aee4 2024-11-11T07:14:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741864_1040 (size=5214) 2024-11-11T07:14:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741864_1040 (size=5214) 2024-11-11T07:14:50,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,37821,1731309203198] 2024-11-11T07:14:50,759 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/.tmp/info/97448d6c156b4aa8a057fa192444efe1 as hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/info/97448d6c156b4aa8a057fa192444efe1 2024-11-11T07:14:50,761 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d72d5187e64f,37821,1731309203198 already deleted, retry=false 2024-11-11T07:14:50,762 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,37821,1731309203198 expired; onlineServers=1 2024-11-11T07:14:50,772 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/info/97448d6c156b4aa8a057fa192444efe1, entries=112, sequenceid=35, filesize=19.4 K 2024-11-11T07:14:50,774 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/.tmp/ns/8fbbe9c3a3054a8aa61477417efe6d0c as hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/ns/8fbbe9c3a3054a8aa61477417efe6d0c 2024-11-11T07:14:50,786 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/ns/8fbbe9c3a3054a8aa61477417efe6d0c, entries=2, sequenceid=35, filesize=5.0 K 2024-11-11T07:14:50,788 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/.tmp/table/a6d90c19ead9458ea5e007f8b741aee4 as hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/table/a6d90c19ead9458ea5e007f8b741aee4 2024-11-11T07:14:50,803 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/table/a6d90c19ead9458ea5e007f8b741aee4, entries=2, sequenceid=35, filesize=5.1 K 2024-11-11T07:14:50,805 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 307ms, sequenceid=35, compaction requested=false 2024-11-11T07:14:50,818 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-11T07:14:50,821 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:14:50,822 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:14:50,822 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309290498Running coprocessor pre-close hooks at 1731309290498Disabling compacts and flushes for region at 1731309290498Disabling writes for close at 1731309290498Obtaining lock to block concurrent updates at 1731309290499 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731309290499Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1731309290499Flushing stores of hbase:meta,,1.1588230740 at 1731309290501 (+2 ms)Flushing 1588230740/info: creating writer at 1731309290501Flushing 1588230740/info: appending metadata at 1731309290536 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731309290536Flushing 1588230740/ns: creating writer at 1731309290607 (+71 ms)Flushing 1588230740/ns: appending metadata at 1731309290625 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731309290625Flushing 1588230740/table: creating writer at 1731309290672 (+47 ms)Flushing 1588230740/table: appending metadata at 1731309290716 (+44 ms)Flushing 1588230740/table: closing flushed file at 1731309290716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30031c94: reopening flushed file at 1731309290757 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f4db0ae: reopening flushed file at 1731309290772 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cbcee5e: reopening flushed file at 1731309290786 (+14 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 307ms, sequenceid=35, compaction requested=false at 1731309290805 (+19 ms)Writing region close event to WAL at 1731309290808 (+3 ms)Running coprocessor post-close hooks at 1731309290820 (+12 ms)Closed at 1731309290822 (+2 ms) 2024-11-11T07:14:50,822 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:14:50,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:14:50,851 INFO [RS:1;d72d5187e64f:37821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:14:50,851 INFO [RS:1;d72d5187e64f:37821 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,37821,1731309203198; zookeeper connection closed. 2024-11-11T07:14:50,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37821-0x10128bde2610002, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:14:50,851 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@796944a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@796944a2 2024-11-11T07:14:50,899 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,46179,1731309203314; all regions closed. 2024-11-11T07:14:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741836_1012 (size=18422) 2024-11-11T07:14:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741836_1012 (size=18422) 2024-11-11T07:14:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741836_1012 (size=18422) 2024-11-11T07:14:50,905 DEBUG [RS:2;d72d5187e64f:46179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/oldWALs 2024-11-11T07:14:50,905 INFO [RS:2;d72d5187e64f:46179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C46179%2C1731309203314.meta:.meta(num 1731309216114) 2024-11-11T07:14:50,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741833_1009 (size=3500) 2024-11-11T07:14:50,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741833_1009 (size=3500) 2024-11-11T07:14:50,911 DEBUG [RS:2;d72d5187e64f:46179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/oldWALs 2024-11-11T07:14:50,911 INFO [RS:2;d72d5187e64f:46179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C46179%2C1731309203314:(num 1731309205670) 2024-11-11T07:14:50,911 DEBUG [RS:2;d72d5187e64f:46179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:14:50,911 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:14:50,911 INFO [RS:2;d72d5187e64f:46179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:14:50,912 INFO [RS:2;d72d5187e64f:46179 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:14:50,912 INFO [RS:2;d72d5187e64f:46179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:14:50,912 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:14:50,912 INFO [RS:2;d72d5187e64f:46179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46179 2024-11-11T07:14:50,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d72d5187e64f,46179,1731309203314 2024-11-11T07:14:50,919 INFO [RS:2;d72d5187e64f:46179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:14:50,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T07:14:50,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,46179,1731309203314] 2024-11-11T07:14:50,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d72d5187e64f,46179,1731309203314 already deleted, retry=false 2024-11-11T07:14:50,940 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,46179,1731309203314 expired; onlineServers=0 2024-11-11T07:14:50,941 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,37127,1731309201794' ***** 2024-11-11T07:14:50,941 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:14:50,941 INFO [M:0;d72d5187e64f:37127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:14:50,941 INFO [M:0;d72d5187e64f:37127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:14:50,941 DEBUG [M:0;d72d5187e64f:37127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:14:50,941 DEBUG [M:0;d72d5187e64f:37127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:14:50,941 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:14:50,941 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309205135 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309205135,5,FailOnTimeoutGroup] 2024-11-11T07:14:50,941 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309205134 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309205134,5,FailOnTimeoutGroup] 2024-11-11T07:14:50,941 INFO [M:0;d72d5187e64f:37127 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:14:50,942 INFO [M:0;d72d5187e64f:37127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:14:50,942 DEBUG [M:0;d72d5187e64f:37127 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:14:50,942 INFO [M:0;d72d5187e64f:37127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:14:50,942 INFO [M:0;d72d5187e64f:37127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:14:50,942 INFO [M:0;d72d5187e64f:37127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:14:50,942 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:14:50,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T07:14:50,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:50,951 DEBUG [M:0;d72d5187e64f:37127 {}] zookeeper.ZKUtil(347): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T07:14:50,951 WARN [M:0;d72d5187e64f:37127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:14:50,952 INFO [M:0;d72d5187e64f:37127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/.lastflushedseqids 2024-11-11T07:14:50,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741865_1041 (size=686) 2024-11-11T07:14:50,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741865_1041 (size=686) 2024-11-11T07:14:50,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741865_1041 (size=686) 2024-11-11T07:14:50,968 INFO [M:0;d72d5187e64f:37127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:14:50,969 INFO [M:0;d72d5187e64f:37127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:14:50,969 DEBUG [M:0;d72d5187e64f:37127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:14:50,969 INFO [M:0;d72d5187e64f:37127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:14:50,969 DEBUG [M:0;d72d5187e64f:37127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:14:50,969 DEBUG [M:0;d72d5187e64f:37127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:14:50,969 DEBUG [M:0;d72d5187e64f:37127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:14:50,969 INFO [M:0;d72d5187e64f:37127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=187.00 KB heapSize=231.91 KB 2024-11-11T07:14:50,985 DEBUG [M:0;d72d5187e64f:37127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e31de4b78248acb92d86d9fcf44d42 is 82, key is hbase:meta,,1/info:regioninfo/1731309216262/Put/seqid=0 2024-11-11T07:14:50,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741866_1042 (size=5672) 2024-11-11T07:14:50,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741866_1042 (size=5672) 2024-11-11T07:14:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741866_1042 (size=5672) 2024-11-11T07:14:50,993 INFO [M:0;d72d5187e64f:37127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e31de4b78248acb92d86d9fcf44d42 2024-11-11T07:14:50,994 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:14:51,021 DEBUG [M:0;d72d5187e64f:37127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c2a29ae716d48d3aad1516a0c9a96fc is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731309227839/Put/seqid=0 2024-11-11T07:14:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:14:51,030 INFO [RS:2;d72d5187e64f:46179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:14:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46179-0x10128bde2610003, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:14:51,030 INFO [RS:2;d72d5187e64f:46179 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,46179,1731309203314; zookeeper connection closed. 2024-11-11T07:14:51,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@af540c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@af540c9 2024-11-11T07:14:51,031 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T07:14:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741867_1043 (size=8902) 2024-11-11T07:14:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741867_1043 (size=8902) 2024-11-11T07:14:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741867_1043 (size=8902) 2024-11-11T07:14:51,036 INFO [M:0;d72d5187e64f:37127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=186.27 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c2a29ae716d48d3aad1516a0c9a96fc 2024-11-11T07:14:51,044 INFO [M:0;d72d5187e64f:37127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c2a29ae716d48d3aad1516a0c9a96fc 2024-11-11T07:14:51,059 DEBUG [M:0;d72d5187e64f:37127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9132dd153530494d8bb7c047cec1c499 is 69, key is d72d5187e64f,37821,1731309203198/rs:state/1731309205253/Put/seqid=0 2024-11-11T07:14:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741868_1044 (size=5446) 2024-11-11T07:14:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741868_1044 (size=5446) 2024-11-11T07:14:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741868_1044 (size=5446) 2024-11-11T07:14:51,073 INFO [M:0;d72d5187e64f:37127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9132dd153530494d8bb7c047cec1c499 2024-11-11T07:14:51,081 INFO [M:0;d72d5187e64f:37127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9132dd153530494d8bb7c047cec1c499 2024-11-11T07:14:51,082 DEBUG [M:0;d72d5187e64f:37127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e31de4b78248acb92d86d9fcf44d42 as hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61e31de4b78248acb92d86d9fcf44d42 2024-11-11T07:14:51,091 INFO [M:0;d72d5187e64f:37127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61e31de4b78248acb92d86d9fcf44d42, entries=8, sequenceid=491, filesize=5.5 K 2024-11-11T07:14:51,092 DEBUG [M:0;d72d5187e64f:37127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c2a29ae716d48d3aad1516a0c9a96fc as hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c2a29ae716d48d3aad1516a0c9a96fc 2024-11-11T07:14:51,100 INFO [M:0;d72d5187e64f:37127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c2a29ae716d48d3aad1516a0c9a96fc 2024-11-11T07:14:51,100 INFO [M:0;d72d5187e64f:37127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c2a29ae716d48d3aad1516a0c9a96fc, entries=54, sequenceid=491, filesize=8.7 K 2024-11-11T07:14:51,102 DEBUG [M:0;d72d5187e64f:37127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9132dd153530494d8bb7c047cec1c499 as hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9132dd153530494d8bb7c047cec1c499 2024-11-11T07:14:51,109 INFO [M:0;d72d5187e64f:37127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9132dd153530494d8bb7c047cec1c499 2024-11-11T07:14:51,109 INFO [M:0;d72d5187e64f:37127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40365/user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9132dd153530494d8bb7c047cec1c499, entries=3, sequenceid=491, filesize=5.3 K 2024-11-11T07:14:51,110 INFO [M:0;d72d5187e64f:37127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.00 KB/191490, heapSize ~231.61 KB/237168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=491, compaction requested=false 2024-11-11T07:14:51,111 INFO [M:0;d72d5187e64f:37127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:14:51,112 DEBUG [M:0;d72d5187e64f:37127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309290969Disabling compacts and flushes for region at 1731309290969Disabling writes for close at 1731309290969Obtaining lock to block concurrent updates at 1731309290969Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309290969Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=191490, getHeapSize=237408, getOffHeapSize=0, getCellsCount=594 at 1731309290969Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309290970 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309290970Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309290984 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309290984Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309291004 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309291020 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309291020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309291044 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309291059 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309291059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195d8cd1: reopening flushed file at 1731309291081 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad0dcb8: reopening flushed file at 1731309291091 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103343ff: reopening flushed file at 1731309291101 (+10 ms)Finished flush of dataSize ~187.00 KB/191490, heapSize ~231.61 KB/237168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=491, compaction requested=false at 1731309291110 (+9 ms)Writing region close event to WAL at 1731309291111 (+1 ms)Closed at 1731309291111 2024-11-11T07:14:51,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741830_1006 (size=224236) 2024-11-11T07:14:51,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741830_1006 (size=224236) 2024-11-11T07:14:51,114 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbf9594a-03c8-4d3c-1034-f2955d5de7c0/MasterData/WALs/d72d5187e64f,37127,1731309201794/d72d5187e64f%2C37127%2C1731309201794.1731309204158 not finished, retry = 0 2024-11-11T07:14:51,218 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:14:51,218 INFO [M:0;d72d5187e64f:37127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:14:51,219 INFO [M:0;d72d5187e64f:37127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37127 2024-11-11T07:14:51,219 INFO [M:0;d72d5187e64f:37127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:14:51,408 INFO [M:0;d72d5187e64f:37127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:14:51,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:14:51,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x10128bde2610000, quorum=127.0.0.1:50266, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:14:51,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2de6ecdc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:14:51,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e1ed1ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:14:51,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:14:51,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a66471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:14:51,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27a9f8af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir/,STOPPED} 2024-11-11T07:14:51,424 WARN [BP-263423945-172.17.0.3-1731309194662 heartbeating to localhost/127.0.0.1:40365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:14:51,424 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:14:51,424 WARN [BP-263423945-172.17.0.3-1731309194662 heartbeating to localhost/127.0.0.1:40365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-263423945-172.17.0.3-1731309194662 (Datanode Uuid 7d6bfe44-bb88-4e95-becc-84984f969538) service to localhost/127.0.0.1:40365 2024-11-11T07:14:51,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:14:51,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data5/current/BP-263423945-172.17.0.3-1731309194662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:14:51,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data6/current/BP-263423945-172.17.0.3-1731309194662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:14:51,426 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:14:51,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e863f8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:14:51,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@545c1b82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:14:51,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:14:51,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6344d48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:14:51,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fefd776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir/,STOPPED} 2024-11-11T07:14:51,430 WARN [BP-263423945-172.17.0.3-1731309194662 heartbeating to localhost/127.0.0.1:40365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:14:51,430 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:14:51,430 WARN [BP-263423945-172.17.0.3-1731309194662 heartbeating to localhost/127.0.0.1:40365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-263423945-172.17.0.3-1731309194662 (Datanode Uuid 951a8db3-92fa-497b-8e7b-871e45b9090b) service to localhost/127.0.0.1:40365 2024-11-11T07:14:51,430 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:14:51,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data3/current/BP-263423945-172.17.0.3-1731309194662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:14:51,431 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data4/current/BP-263423945-172.17.0.3-1731309194662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:14:51,431 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:14:51,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d9e55f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:14:51,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ba8b311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:14:51,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:14:51,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@156e69b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:14:51,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c47bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir/,STOPPED} 2024-11-11T07:14:51,435 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:14:51,435 WARN [BP-263423945-172.17.0.3-1731309194662 heartbeating to localhost/127.0.0.1:40365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:14:51,435 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:14:51,435 WARN [BP-263423945-172.17.0.3-1731309194662 heartbeating to localhost/127.0.0.1:40365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-263423945-172.17.0.3-1731309194662 (Datanode Uuid 74e0f7fb-f356-492e-86aa-248740bf5fca) service to localhost/127.0.0.1:40365 2024-11-11T07:14:51,435 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data1/current/BP-263423945-172.17.0.3-1731309194662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:14:51,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/cluster_a11faf68-22c9-d4f4-787d-769d268cdafd/data/data2/current/BP-263423945-172.17.0.3-1731309194662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:14:51,436 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:14:51,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79bca9fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:14:51,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:14:51,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:14:51,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:14:51,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir/,STOPPED} 2024-11-11T07:14:51,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:14:51,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:14:51,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:40365 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:40365 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d72d5187e64f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d72d5187e64f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:40365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/d72d5187e64f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:40365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d72d5187e64f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d72d5187e64f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d72d5187e64f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@73f10218 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d72d5187e64f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=830 (was 770) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=2995 (was 4592) 2024-11-11T07:14:51,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=830, ProcessCount=11, AvailableMemoryMB=2994 2024-11-11T07:14:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir so I do NOT create it in target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea 2024-11-11T07:14:51,523 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:14:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.tmp.dir so I do NOT create it in target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea 2024-11-11T07:14:51,523 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cdd1646-ad9c-d2c4-ef5c-b205df96cdd0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:14:51,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea 2024-11-11T07:14:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:14:51,524 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4, deleteOnExit=true 2024-11-11T07:14:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:14:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/test.cache.data in system properties and HBase conf 2024-11-11T07:14:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:14:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:14:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:14:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:14:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:14:51,525 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:14:51,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:14:51,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:14:51,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:14:51,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:14:51,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:14:51,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:14:51,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:14:51,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:14:51,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:14:51,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:14:51,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a14caa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:14:51,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c53ef62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:14:52,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74505a99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/java.io.tmpdir/jetty-localhost-44455-hadoop-hdfs-3_4_1-tests_jar-_-any-11569287071792933212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:14:52,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@765686bf{HTTP/1.1, (http/1.1)}{localhost:44455} 2024-11-11T07:14:52,059 INFO [Time-limited test {}] server.Server(415): Started @100867ms 2024-11-11T07:14:52,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:14:52,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:14:52,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T07:14:52,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:14:52,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:14:52,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:14:52,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:14:52,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:14:52,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550c1c37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:14:52,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43e25751{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:14:52,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3abefa9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/java.io.tmpdir/jetty-localhost-33691-hadoop-hdfs-3_4_1-tests_jar-_-any-181345496459361886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:14:52,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65fe1c2f{HTTP/1.1, (http/1.1)}{localhost:33691} 2024-11-11T07:14:52,656 INFO [Time-limited test {}] server.Server(415): Started @101463ms 2024-11-11T07:14:52,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:14:52,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:14:52,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:14:52,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:14:52,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:14:52,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:14:52,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f0cf5bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:14:52,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@353f719e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:14:52,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63cee4f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/java.io.tmpdir/jetty-localhost-39885-hadoop-hdfs-3_4_1-tests_jar-_-any-4976817818170816366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:14:52,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3392db87{HTTP/1.1, (http/1.1)}{localhost:39885} 2024-11-11T07:14:52,844 INFO [Time-limited test {}] server.Server(415): Started @101651ms 2024-11-11T07:14:52,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:14:52,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:14:52,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:14:52,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:14:52,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:14:52,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:14:52,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d518073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:14:52,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c48b7f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:14:53,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6921149e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/java.io.tmpdir/jetty-localhost-42135-hadoop-hdfs-3_4_1-tests_jar-_-any-8385420635652334835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:14:53,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586994fe{HTTP/1.1, (http/1.1)}{localhost:42135} 2024-11-11T07:14:53,088 INFO [Time-limited test {}] server.Server(415): Started @101896ms 2024-11-11T07:14:53,090 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:14:53,879 WARN [Thread-694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data2/current/BP-634960740-172.17.0.3-1731309291545/current, will proceed with Du for space computation calculation, 2024-11-11T07:14:53,879 WARN [Thread-693 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data1/current/BP-634960740-172.17.0.3-1731309291545/current, will proceed with Du for space computation calculation, 2024-11-11T07:14:53,902 WARN [Thread-634 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:14:53,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff10e416d6a3a857 with lease ID 0x435d31c068493291: Processing first storage report for DS-e05022c0-f88f-4e72-aa88-ab4c54d1b035 from datanode DatanodeRegistration(127.0.0.1:32861, datanodeUuid=5ce31ef3-78b8-4b5e-bcc3-1e770386a310, infoPort=38145, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545) 2024-11-11T07:14:53,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff10e416d6a3a857 with lease ID 0x435d31c068493291: from storage DS-e05022c0-f88f-4e72-aa88-ab4c54d1b035 node DatanodeRegistration(127.0.0.1:32861, datanodeUuid=5ce31ef3-78b8-4b5e-bcc3-1e770386a310, infoPort=38145, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:14:53,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff10e416d6a3a857 with lease ID 0x435d31c068493291: Processing first storage report for DS-69d3f089-f962-4ba2-8b99-091239491fbc from datanode DatanodeRegistration(127.0.0.1:32861, datanodeUuid=5ce31ef3-78b8-4b5e-bcc3-1e770386a310, infoPort=38145, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545) 2024-11-11T07:14:53,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff10e416d6a3a857 with lease ID 0x435d31c068493291: from storage DS-69d3f089-f962-4ba2-8b99-091239491fbc node DatanodeRegistration(127.0.0.1:32861, datanodeUuid=5ce31ef3-78b8-4b5e-bcc3-1e770386a310, infoPort=38145, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:14:54,693 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data3/current/BP-634960740-172.17.0.3-1731309291545/current, will proceed with Du for space computation calculation, 2024-11-11T07:14:54,693 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data4/current/BP-634960740-172.17.0.3-1731309291545/current, will proceed with Du for space computation calculation, 2024-11-11T07:14:54,716 WARN [Thread-657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:14:54,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a9b2d3f59b0736c with lease ID 0x435d31c068493292: Processing first storage report for DS-1e629e16-18f1-4130-bfb1-2c92f9a4e4b5 from datanode DatanodeRegistration(127.0.0.1:37769, datanodeUuid=694c34dc-330e-4d26-996b-b1e2b86da1a8, infoPort=41829, infoSecurePort=0, ipcPort=43183, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545) 2024-11-11T07:14:54,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a9b2d3f59b0736c with lease ID 0x435d31c068493292: from storage DS-1e629e16-18f1-4130-bfb1-2c92f9a4e4b5 node DatanodeRegistration(127.0.0.1:37769, datanodeUuid=694c34dc-330e-4d26-996b-b1e2b86da1a8, infoPort=41829, infoSecurePort=0, ipcPort=43183, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T07:14:54,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a9b2d3f59b0736c with lease ID 0x435d31c068493292: Processing first storage report for DS-31a5eddd-7323-4ad7-ad59-b1c5c31ff465 from datanode DatanodeRegistration(127.0.0.1:37769, datanodeUuid=694c34dc-330e-4d26-996b-b1e2b86da1a8, infoPort=41829, infoSecurePort=0, ipcPort=43183, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545) 2024-11-11T07:14:54,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a9b2d3f59b0736c with lease ID 0x435d31c068493292: from storage DS-31a5eddd-7323-4ad7-ad59-b1c5c31ff465 node DatanodeRegistration(127.0.0.1:37769, datanodeUuid=694c34dc-330e-4d26-996b-b1e2b86da1a8, infoPort=41829, infoSecurePort=0, ipcPort=43183, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:14:54,959 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data5/current/BP-634960740-172.17.0.3-1731309291545/current, will proceed with Du for space computation calculation, 2024-11-11T07:14:54,960 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data6/current/BP-634960740-172.17.0.3-1731309291545/current, will proceed with Du for space computation calculation, 2024-11-11T07:14:54,982 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:14:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x944c1e8b06d03a07 with lease ID 0x435d31c068493293: Processing first storage report for DS-3a0dd269-b7f5-4c22-bc48-41bbad02084f from datanode DatanodeRegistration(127.0.0.1:33475, datanodeUuid=5a23df42-8384-4309-87e5-6dee5d4815c5, infoPort=36527, infoSecurePort=0, ipcPort=34099, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545) 2024-11-11T07:14:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x944c1e8b06d03a07 with lease ID 0x435d31c068493293: from storage DS-3a0dd269-b7f5-4c22-bc48-41bbad02084f node DatanodeRegistration(127.0.0.1:33475, datanodeUuid=5a23df42-8384-4309-87e5-6dee5d4815c5, infoPort=36527, infoSecurePort=0, ipcPort=34099, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T07:14:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x944c1e8b06d03a07 with lease ID 0x435d31c068493293: Processing first storage report for DS-26607d83-6673-41dc-b156-975135f50e74 from datanode DatanodeRegistration(127.0.0.1:33475, datanodeUuid=5a23df42-8384-4309-87e5-6dee5d4815c5, infoPort=36527, infoSecurePort=0, ipcPort=34099, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545) 2024-11-11T07:14:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x944c1e8b06d03a07 with lease ID 0x435d31c068493293: from storage DS-26607d83-6673-41dc-b156-975135f50e74 node DatanodeRegistration(127.0.0.1:33475, datanodeUuid=5a23df42-8384-4309-87e5-6dee5d4815c5, infoPort=36527, infoSecurePort=0, ipcPort=34099, storageInfo=lv=-57;cid=testClusterID;nsid=59501527;c=1731309291545), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:14:55,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea 2024-11-11T07:14:55,048 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 51832 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:826) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.startMiniCluster(HBaseTestingUtil.java:784) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:110) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T07:14:55,057 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/zookeeper_0, clientPort=51833, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:14:55,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51833 2024-11-11T07:14:55,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:14:55,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:14:55,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:14:55,081 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 with version=8 2024-11-11T07:14:55,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/hbase-staging 2024-11-11T07:14:55,083 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:14:55,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,083 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:14:55,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:14:55,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:14:55,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:14:55,084 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33179 2024-11-11T07:14:55,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33179 connecting to ZooKeeper ensemble=127.0.0.1:51833 2024-11-11T07:14:55,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331790x0, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:14:55,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33179-0x10128bf51760000 connected 2024-11-11T07:14:55,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:14:55,395 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12, hbase.cluster.distributed=false 2024-11-11T07:14:55,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T07:14:55,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-11T07:14:55,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33179 2024-11-11T07:14:55,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33179 2024-11-11T07:14:55,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-11T07:14:55,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-11T07:14:55,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:14:55,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:14:55,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:14:55,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:14:55,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:14:55,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38927 2024-11-11T07:14:55,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38927 connecting to ZooKeeper ensemble=127.0.0.1:51833 2024-11-11T07:14:55,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389270x0, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:14:55,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389270x0, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:14:55,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38927-0x10128bf51760001 connected 2024-11-11T07:14:55,485 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:14:55,485 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:14:55,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T07:14:55,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T07:14:55,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38927 2024-11-11T07:14:55,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38927 2024-11-11T07:14:55,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38927 2024-11-11T07:14:55,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38927 2024-11-11T07:14:55,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38927 2024-11-11T07:14:55,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:14:55,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:14:55,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:14:55,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:14:55,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:14:55,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:14:55,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42831 2024-11-11T07:14:55,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42831 connecting to ZooKeeper ensemble=127.0.0.1:51833 2024-11-11T07:14:55,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:14:55,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:14:55,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428310x0, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:14:55,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42831-0x10128bf51760002 connected 2024-11-11T07:14:55,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:14:55,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:14:55,648 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:14:55,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T07:14:55,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T07:14:55,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42831 2024-11-11T07:14:55,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42831 2024-11-11T07:14:55,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42831 2024-11-11T07:14:55,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42831 2024-11-11T07:14:55,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42831 2024-11-11T07:14:55,673 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:14:55,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:14:55,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:14:55,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:14:55,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:14:55,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:14:55,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34735 2024-11-11T07:14:55,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34735 connecting to ZooKeeper ensemble=127.0.0.1:51833 2024-11-11T07:14:55,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347350x0, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:14:55,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347350x0, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:14:55,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34735-0x10128bf51760003 connected 2024-11-11T07:14:55,710 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:14:55,711 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:14:55,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T07:14:55,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T07:14:55,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-11T07:14:55,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34735 2024-11-11T07:14:55,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34735 2024-11-11T07:14:55,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-11T07:14:55,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-11T07:14:55,738 DEBUG [M:0;d72d5187e64f:33179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:33179 2024-11-11T07:14:55,738 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d72d5187e64f,33179,1731309295083 2024-11-11T07:14:55,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:14:55,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:14:55,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:14:55,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:14:55,772 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d72d5187e64f,33179,1731309295083 2024-11-11T07:14:55,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T07:14:55,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:55,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:55,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T07:14:55,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:55,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T07:14:55,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:55,788 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T07:14:55,788 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d72d5187e64f,33179,1731309295083 from backup master directory 2024-11-11T07:14:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:14:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:14:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:14:55,798 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:14:55,798 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,33179,1731309295083 2024-11-11T07:14:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d72d5187e64f,33179,1731309295083 2024-11-11T07:14:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T07:14:55,810 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/hbase.id] with ID: c66f91fd-4649-43a3-87ee-cfda61b121e4 2024-11-11T07:14:55,810 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/.tmp/hbase.id 2024-11-11T07:14:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:14:55,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:14:55,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:14:55,826 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/.tmp/hbase.id]:[hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/hbase.id] 2024-11-11T07:14:55,844 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:14:55,844 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:14:55,847 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-11T07:14:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:55,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:55,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:14:55,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:14:55,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:14:56,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:14:56,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:14:56,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:14:56,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:14:56,385 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:14:56,386 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:14:56,392 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:14:56,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:14:56,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:14:56,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:14:56,419 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store 2024-11-11T07:14:56,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:14:56,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:14:56,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:14:56,462 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:14:56,463 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:14:56,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:14:56,463 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:14:56,463 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:14:56,463 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:14:56,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:14:56,463 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309296463Disabling compacts and flushes for region at 1731309296463Disabling writes for close at 1731309296463Writing region close event to WAL at 1731309296463Closed at 1731309296463 2024-11-11T07:14:56,465 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/.initializing 2024-11-11T07:14:56,465 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/WALs/d72d5187e64f,33179,1731309295083 2024-11-11T07:14:56,467 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:14:56,469 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C33179%2C1731309295083, suffix=, logDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/WALs/d72d5187e64f,33179,1731309295083, archiveDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/oldWALs, maxLogs=10 2024-11-11T07:14:56,491 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/WALs/d72d5187e64f,33179,1731309295083/d72d5187e64f%2C33179%2C1731309295083.1731309296470, exclude list is [], retry=0 2024-11-11T07:14:56,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-1e629e16-18f1-4130-bfb1-2c92f9a4e4b5,DISK] 2024-11-11T07:14:56,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-3a0dd269-b7f5-4c22-bc48-41bbad02084f,DISK] 2024-11-11T07:14:56,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-e05022c0-f88f-4e72-aa88-ab4c54d1b035,DISK] 2024-11-11T07:14:56,517 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/WALs/d72d5187e64f,33179,1731309295083/d72d5187e64f%2C33179%2C1731309295083.1731309296470 2024-11-11T07:14:56,524 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41829:41829),(127.0.0.1/127.0.0.1:36527:36527),(127.0.0.1/127.0.0.1:38145:38145)] 2024-11-11T07:14:56,524 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:14:56,525 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:14:56,525 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,525 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:14:56,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:56,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:14:56,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:14:56,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:56,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:14:56,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:14:56,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:56,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:14:56,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:14:56,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:56,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:14:56,558 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,559 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,559 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,561 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,561 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,562 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:14:56,563 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:14:56,570 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:14:56,570 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72398024, jitterRate=0.07881462574005127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:14:56,571 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309296525Initializing all the Stores at 1731309296528 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309296528Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309296531 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309296531Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309296531Cleaning up temporary data from old regions at 1731309296561 (+30 ms)Region opened successfully at 1731309296571 (+10 ms) 2024-11-11T07:14:56,572 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:14:56,577 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b881d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:14:56,580 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:14:56,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:14:56,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:14:56,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:14:56,582 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T07:14:56,583 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:14:56,583 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T07:14:56,591 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:14:56,592 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T07:14:56,646 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T07:14:56,647 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:14:56,661 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:14:56,681 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T07:14:56,682 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:14:56,684 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:14:56,704 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T07:14:56,705 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:14:56,723 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T07:14:56,727 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:14:56,734 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T07:14:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T07:14:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T07:14:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T07:14:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T07:14:56,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,749 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,33179,1731309295083, sessionid=0x10128bf51760000, setting cluster-up flag (Was=false) 2024-11-11T07:14:56,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,808 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T07:14:56,809 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,33179,1731309295083 2024-11-11T07:14:56,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:56,871 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T07:14:56,875 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,33179,1731309295083 2024-11-11T07:14:56,878 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:14:56,885 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:14:56,885 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:14:56,885 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:14:56,885 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,33179,1731309295083 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:14:56,891 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:14:56,891 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:14:56,891 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:14:56,892 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:14:56,892 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:14:56,892 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:56,892 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:14:56,892 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:56,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:14:56,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:14:56,901 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309326901 2024-11-11T07:14:56,902 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:56,902 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:14:56,902 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:14:56,902 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:14:56,902 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:14:56,902 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:14:56,902 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:14:56,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:14:56,902 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:56,903 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:14:56,903 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:14:56,903 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:14:56,903 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:14:56,903 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:14:56,903 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309296903,5,FailOnTimeoutGroup] 2024-11-11T07:14:56,904 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309296903,5,FailOnTimeoutGroup] 2024-11-11T07:14:56,904 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:56,904 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:14:56,904 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:56,904 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:56,909 WARN [IPC Server handler 4 on default port 35325 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:14:56,909 WARN [IPC Server handler 4 on default port 35325 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:14:56,909 WARN [IPC Server handler 4 on default port 35325 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:14:56,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:14:56,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:14:56,927 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(746): ClusterId : c66f91fd-4649-43a3-87ee-cfda61b121e4 2024-11-11T07:14:56,927 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.HRegionServer(746): ClusterId : c66f91fd-4649-43a3-87ee-cfda61b121e4 2024-11-11T07:14:56,927 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(746): ClusterId : c66f91fd-4649-43a3-87ee-cfda61b121e4 2024-11-11T07:14:56,927 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:14:56,927 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:14:56,927 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:14:56,956 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:14:56,956 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:14:56,957 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:14:56,957 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:14:56,982 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:14:56,982 DEBUG [RS:1;d72d5187e64f:42831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40edf3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:14:56,985 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:14:56,985 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:14:56,988 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:14:56,989 DEBUG [RS:0;d72d5187e64f:38927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41607f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:14:57,012 DEBUG [RS:1;d72d5187e64f:42831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d72d5187e64f:42831 2024-11-11T07:14:57,012 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:14:57,012 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:14:57,016 DEBUG [RS:0;d72d5187e64f:38927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:38927 2024-11-11T07:14:57,017 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:14:57,017 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:14:57,017 DEBUG [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:14:57,018 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,33179,1731309295083 with port=38927, startcode=1731309295418 2024-11-11T07:14:57,018 DEBUG [RS:0;d72d5187e64f:38927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:14:57,020 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:14:57,021 DEBUG [RS:2;d72d5187e64f:34735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca84a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:14:57,013 DEBUG [RS:1;d72d5187e64f:42831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:14:57,029 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,33179,1731309295083 with port=42831, startcode=1731309295509 2024-11-11T07:14:57,030 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:14:57,030 DEBUG [RS:1;d72d5187e64f:42831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:14:57,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,38927,1731309295418 2024-11-11T07:14:57,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33179 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,38927,1731309295418 2024-11-11T07:14:57,037 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:14:57,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,42831,1731309295509 2024-11-11T07:14:57,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33179 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,42831,1731309295509 2024-11-11T07:14:57,040 DEBUG [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:14:57,040 DEBUG [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35325 2024-11-11T07:14:57,040 DEBUG [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:14:57,041 DEBUG [RS:1;d72d5187e64f:42831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:14:57,041 DEBUG [RS:1;d72d5187e64f:42831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35325 2024-11-11T07:14:57,041 DEBUG [RS:1;d72d5187e64f:42831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:14:57,050 DEBUG [RS:2;d72d5187e64f:34735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d72d5187e64f:34735 2024-11-11T07:14:57,050 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:14:57,050 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:14:57,050 DEBUG [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:14:57,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T07:14:57,091 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,33179,1731309295083 with port=34735, startcode=1731309295673 2024-11-11T07:14:57,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,42831,1731309295509] 2024-11-11T07:14:57,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,38927,1731309295418] 2024-11-11T07:14:57,091 DEBUG [RS:2;d72d5187e64f:34735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:14:57,093 DEBUG [RS:0;d72d5187e64f:38927 {}] zookeeper.ZKUtil(111): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d72d5187e64f,38927,1731309295418 2024-11-11T07:14:57,093 WARN [RS:0;d72d5187e64f:38927 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:14:57,093 INFO [RS:0;d72d5187e64f:38927 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:14:57,093 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:14:57,093 DEBUG [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,38927,1731309295418 2024-11-11T07:14:57,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,34735,1731309295673 2024-11-11T07:14:57,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33179 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,34735,1731309295673 2024-11-11T07:14:57,095 DEBUG [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:14:57,095 DEBUG [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35325 2024-11-11T07:14:57,095 DEBUG [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:14:57,100 DEBUG [RS:1;d72d5187e64f:42831 {}] zookeeper.ZKUtil(111): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d72d5187e64f,42831,1731309295509 2024-11-11T07:14:57,100 WARN [RS:1;d72d5187e64f:42831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:14:57,100 INFO [RS:1;d72d5187e64f:42831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:14:57,101 DEBUG [RS:1;d72d5187e64f:42831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509 2024-11-11T07:14:57,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T07:14:57,114 DEBUG [RS:2;d72d5187e64f:34735 {}] zookeeper.ZKUtil(111): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d72d5187e64f,34735,1731309295673 2024-11-11T07:14:57,114 WARN [RS:2;d72d5187e64f:34735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:14:57,114 INFO [RS:2;d72d5187e64f:34735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:14:57,114 DEBUG [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,34735,1731309295673 2024-11-11T07:14:57,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,34735,1731309295673] 2024-11-11T07:14:57,115 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:14:57,117 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:14:57,118 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:14:57,118 INFO [RS:0;d72d5187e64f:38927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:14:57,118 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,120 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:14:57,121 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:14:57,122 INFO [RS:1;d72d5187e64f:42831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:14:57,122 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,122 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:14:57,122 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,122 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,122 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,122 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,122 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,122 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,122 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:14:57,123 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,123 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,123 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,123 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,123 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,123 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,123 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:14:57,123 DEBUG [RS:0;d72d5187e64f:38927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:14:57,124 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:14:57,124 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:14:57,129 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:14:57,129 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,129 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,129 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,129 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,129 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,129 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,129 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38927,1731309295418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:14:57,129 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,129 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,129 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,129 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,129 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,129 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:14:57,130 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,130 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,130 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,130 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,130 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,130 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,130 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:14:57,130 DEBUG [RS:1;d72d5187e64f:42831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:14:57,132 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:14:57,139 INFO [RS:2;d72d5187e64f:34735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:14:57,139 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,139 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:14:57,140 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,140 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,140 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,140 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,140 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,140 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,42831,1731309295509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:14:57,140 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:14:57,140 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:14:57,141 DEBUG [RS:2;d72d5187e64f:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:14:57,147 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,148 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,148 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,148 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,148 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,148 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,34735,1731309295673-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:14:57,156 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:14:57,157 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38927,1731309295418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,157 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,157 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.Replication(171): d72d5187e64f,38927,1731309295418 started 2024-11-11T07:14:57,169 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:14:57,169 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,42831,1731309295509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,169 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,170 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.Replication(171): d72d5187e64f,42831,1731309295509 started 2024-11-11T07:14:57,185 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:14:57,185 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,34735,1731309295673-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,185 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,185 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.Replication(171): d72d5187e64f,34735,1731309295673 started 2024-11-11T07:14:57,190 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,202 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,38927,1731309295418, RpcServer on d72d5187e64f/172.17.0.3:38927, sessionid=0x10128bf51760001 2024-11-11T07:14:57,203 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:14:57,203 DEBUG [RS:0;d72d5187e64f:38927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,38927,1731309295418 2024-11-11T07:14:57,203 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,38927,1731309295418' 2024-11-11T07:14:57,203 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T07:14:57,204 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T07:14:57,211 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:14:57,211 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:14:57,211 DEBUG [RS:0;d72d5187e64f:38927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,38927,1731309295418 2024-11-11T07:14:57,211 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,38927,1731309295418' 2024-11-11T07:14:57,211 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T07:14:57,214 INFO [RS:1;d72d5187e64f:42831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,214 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,42831,1731309295509, RpcServer on d72d5187e64f/172.17.0.3:42831, sessionid=0x10128bf51760002 2024-11-11T07:14:57,214 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:14:57,214 DEBUG [RS:1;d72d5187e64f:42831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,42831,1731309295509 2024-11-11T07:14:57,214 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,42831,1731309295509' 2024-11-11T07:14:57,215 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T07:14:57,216 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T07:14:57,216 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T07:14:57,217 DEBUG [RS:0;d72d5187e64f:38927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:14:57,217 INFO [RS:0;d72d5187e64f:38927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:14:57,217 INFO [RS:0;d72d5187e64f:38927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:14:57,223 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:14:57,223 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:14:57,223 DEBUG [RS:1;d72d5187e64f:42831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,42831,1731309295509 2024-11-11T07:14:57,223 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,42831,1731309295509' 2024-11-11T07:14:57,223 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T07:14:57,224 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:14:57,224 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,34735,1731309295673, RpcServer on d72d5187e64f/172.17.0.3:34735, sessionid=0x10128bf51760003 2024-11-11T07:14:57,224 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:14:57,224 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T07:14:57,224 DEBUG [RS:2;d72d5187e64f:34735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,34735,1731309295673 2024-11-11T07:14:57,224 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,34735,1731309295673' 2024-11-11T07:14:57,224 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T07:14:57,225 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T07:14:57,225 DEBUG [RS:1;d72d5187e64f:42831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:14:57,225 INFO [RS:1;d72d5187e64f:42831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:14:57,225 INFO [RS:1;d72d5187e64f:42831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:14:57,225 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:14:57,225 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:14:57,226 DEBUG [RS:2;d72d5187e64f:34735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,34735,1731309295673 2024-11-11T07:14:57,226 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,34735,1731309295673' 2024-11-11T07:14:57,226 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T07:14:57,228 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T07:14:57,229 DEBUG [RS:2;d72d5187e64f:34735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:14:57,229 INFO [RS:2;d72d5187e64f:34735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:14:57,229 INFO [RS:2;d72d5187e64f:34735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:14:57,318 INFO [RS:0;d72d5187e64f:38927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:14:57,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:14:57,319 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:14:57,319 INFO [RS:0;d72d5187e64f:38927 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C38927%2C1731309295418, suffix=, logDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,38927,1731309295418, archiveDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/oldWALs, maxLogs=32 2024-11-11T07:14:57,326 INFO [RS:1;d72d5187e64f:42831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:14:57,328 INFO [RS:1;d72d5187e64f:42831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C42831%2C1731309295509, suffix=, logDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509, archiveDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/oldWALs, maxLogs=32 2024-11-11T07:14:57,329 WARN [IPC Server handler 3 on default port 35325 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:14:57,329 WARN [IPC Server handler 3 on default port 35325 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:14:57,329 WARN [IPC Server handler 3 on default port 35325 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:14:57,330 INFO [RS:2;d72d5187e64f:34735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:14:57,335 INFO [RS:2;d72d5187e64f:34735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C34735%2C1731309295673, suffix=, logDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,34735,1731309295673, archiveDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/oldWALs, maxLogs=32 2024-11-11T07:14:57,340 DEBUG [RS:0;d72d5187e64f:38927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,38927,1731309295418/d72d5187e64f%2C38927%2C1731309295418.1731309297320, exclude list is [], retry=0 2024-11-11T07:14:57,343 WARN [IPC Server handler 3 on default port 35325 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:14:57,343 WARN [IPC Server handler 3 on default port 35325 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:14:57,344 WARN [IPC Server handler 3 on default port 35325 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:14:57,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-3a0dd269-b7f5-4c22-bc48-41bbad02084f,DISK] 2024-11-11T07:14:57,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-1e629e16-18f1-4130-bfb1-2c92f9a4e4b5,DISK] 2024-11-11T07:14:57,350 DEBUG [RS:1;d72d5187e64f:42831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509/d72d5187e64f%2C42831%2C1731309295509.1731309297329, exclude list is [], retry=0 2024-11-11T07:14:57,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:14:57,353 WARN [IPC Server handler 4 on default port 35325 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-11T07:14:57,353 WARN [IPC Server handler 4 on default port 35325 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-11T07:14:57,353 WARN [IPC Server handler 4 on default port 35325 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-11T07:14:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:14:57,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-1e629e16-18f1-4130-bfb1-2c92f9a4e4b5,DISK] 2024-11-11T07:14:57,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-3a0dd269-b7f5-4c22-bc48-41bbad02084f,DISK] 2024-11-11T07:14:57,360 INFO [RS:0;d72d5187e64f:38927 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,38927,1731309295418/d72d5187e64f%2C38927%2C1731309295418.1731309297320 2024-11-11T07:14:57,362 DEBUG [RS:2;d72d5187e64f:34735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,34735,1731309295673/d72d5187e64f%2C34735%2C1731309295673.1731309297336, exclude list is [], retry=0 2024-11-11T07:14:57,363 DEBUG [RS:0;d72d5187e64f:38927 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36527:36527),(127.0.0.1/127.0.0.1:41829:41829)] 2024-11-11T07:14:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-e05022c0-f88f-4e72-aa88-ab4c54d1b035,DISK] 2024-11-11T07:14:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-3a0dd269-b7f5-4c22-bc48-41bbad02084f,DISK] 2024-11-11T07:14:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-1e629e16-18f1-4130-bfb1-2c92f9a4e4b5,DISK] 2024-11-11T07:14:57,373 INFO [RS:1;d72d5187e64f:42831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509/d72d5187e64f%2C42831%2C1731309295509.1731309297329 2024-11-11T07:14:57,377 DEBUG [RS:1;d72d5187e64f:42831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36527:36527),(127.0.0.1/127.0.0.1:41829:41829)] 2024-11-11T07:14:57,379 INFO [RS:2;d72d5187e64f:34735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,34735,1731309295673/d72d5187e64f%2C34735%2C1731309295673.1731309297336 2024-11-11T07:14:57,379 DEBUG [RS:2;d72d5187e64f:34735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38145:38145),(127.0.0.1/127.0.0.1:41829:41829),(127.0.0.1/127.0.0.1:36527:36527)] 2024-11-11T07:14:57,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:14:57,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:14:57,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:14:57,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:57,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:14:57,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:14:57,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:14:57,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:57,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:14:57,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:14:57,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:14:57,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:57,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:14:57,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:14:57,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:14:57,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:14:57,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:14:57,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:14:57,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740 2024-11-11T07:14:57,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740 2024-11-11T07:14:57,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:14:57,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:14:57,779 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:14:57,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:14:57,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:14:57,784 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74510423, jitterRate=0.11029182374477386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:14:57,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309297752Initializing all the Stores at 1731309297754 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309297754Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309297756 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309297756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309297756Cleaning up temporary data from old regions at 1731309297779 (+23 ms)Region opened successfully at 1731309297785 (+6 ms) 2024-11-11T07:14:57,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:14:57,785 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:14:57,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:14:57,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:14:57,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:14:57,786 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:14:57,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309297785Disabling compacts and flushes for region at 1731309297785Disabling writes for close at 1731309297785Writing region close event to WAL at 1731309297786 (+1 ms)Closed at 1731309297786 2024-11-11T07:14:57,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:14:57,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:14:57,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:14:57,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:14:57,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:14:57,940 DEBUG [d72d5187e64f:33179 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T07:14:57,940 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(204): Hosts are {d72d5187e64f=0} racks are {/default-rack=0} 2024-11-11T07:14:57,943 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T07:14:57,943 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T07:14:57,943 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T07:14:57,943 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T07:14:57,943 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T07:14:57,943 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T07:14:57,943 INFO [d72d5187e64f:33179 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T07:14:57,943 INFO [d72d5187e64f:33179 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T07:14:57,943 INFO [d72d5187e64f:33179 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T07:14:57,943 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T07:14:57,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:14:57,945 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,34735,1731309295673, state=OPENING 2024-11-11T07:14:57,955 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:14:57,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:57,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:57,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:57,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:14:57,966 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:14:57,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:14:57,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:14:57,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:14:57,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,34735,1731309295673}] 2024-11-11T07:14:57,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:14:59,981 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:37127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T07:15:00,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:15:00,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:15:02,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T07:15:02,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T07:15:07,969 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:15:07,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:15:07,978 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:15:07,978 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:15:07,979 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:15:07,982 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C34735%2C1731309295673.meta, suffix=.meta, logDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,34735,1731309295673, archiveDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/oldWALs, maxLogs=32 2024-11-11T07:15:07,999 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,34735,1731309295673/d72d5187e64f%2C34735%2C1731309295673.meta.1731309307982.meta, exclude list is [], retry=0 2024-11-11T07:15:08,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37769,DS-1e629e16-18f1-4130-bfb1-2c92f9a4e4b5,DISK] 2024-11-11T07:15:08,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-e05022c0-f88f-4e72-aa88-ab4c54d1b035,DISK] 2024-11-11T07:15:08,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-3a0dd269-b7f5-4c22-bc48-41bbad02084f,DISK] 2024-11-11T07:15:08,022 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,34735,1731309295673/d72d5187e64f%2C34735%2C1731309295673.meta.1731309307982.meta 2024-11-11T07:15:08,023 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41829:41829),(127.0.0.1/127.0.0.1:38145:38145),(127.0.0.1/127.0.0.1:36527:36527)] 2024-11-11T07:15:08,023 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:15:08,023 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:15:08,023 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:15:08,024 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:15:08,024 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:15:08,024 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,024 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:15:08,024 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:15:08,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:15:08,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:15:08,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:08,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:15:08,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:15:08,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:15:08,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:08,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:15:08,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:15:08,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:15:08,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:08,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:15:08,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:15:08,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:15:08,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:08,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:15:08,036 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:15:08,039 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740 2024-11-11T07:15:08,041 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740 2024-11-11T07:15:08,046 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:15:08,046 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:15:08,048 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:15:08,056 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:15:08,057 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75046388, jitterRate=0.11827832460403442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:15:08,058 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:15:08,058 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309308024Writing region info on filesystem at 1731309308024Initializing all the Stores at 1731309308025 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309308025Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309308026 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309308026Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309308026Cleaning up temporary data from old regions at 1731309308046 (+20 ms)Running coprocessor post-open hooks at 1731309308058 (+12 ms)Region opened successfully at 1731309308058 2024-11-11T07:15:08,066 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309307969 2024-11-11T07:15:08,069 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:15:08,069 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:15:08,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:08,072 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,34735,1731309295673, state=OPEN 2024-11-11T07:15:08,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T07:15:08,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T07:15:08,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:15:08,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:15:08,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T07:15:08,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T07:15:08,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:15:08,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:08,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T07:15:08,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:15:08,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,34735,1731309295673 in 10.1390 sec 2024-11-11T07:15:08,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:15:08,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3280 sec 2024-11-11T07:15:08,128 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:15:08,128 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:15:08,150 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:15:08,150 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,34735,1731309295673, seqNum=-1] 2024-11-11T07:15:08,151 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:15:08,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:15:08,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2860 sec 2024-11-11T07:15:08,170 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309308170, completionTime=-1 2024-11-11T07:15:08,170 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T07:15:08,170 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:15:08,173 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T07:15:08,173 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309368173 2024-11-11T07:15:08,173 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309428173 2024-11-11T07:15:08,173 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T07:15:08,173 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T07:15:08,176 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33179,1731309295083-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:15:08,177 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33179,1731309295083-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:15:08,177 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33179,1731309295083-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:15:08,177 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:33179, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:15:08,177 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:15:08,179 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:15:08,191 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:15:08,198 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.400sec 2024-11-11T07:15:08,201 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:15:08,201 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:15:08,201 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:15:08,201 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:15:08,201 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:15:08,201 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33179,1731309295083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:15:08,202 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33179,1731309295083-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:15:08,230 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:15:08,230 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:15:08,230 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33179,1731309295083-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:15:08,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7d9dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:15:08,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,33179,-1 for getting cluster id 2024-11-11T07:15:08,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:15:08,244 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c66f91fd-4649-43a3-87ee-cfda61b121e4' 2024-11-11T07:15:08,245 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:15:08,245 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c66f91fd-4649-43a3-87ee-cfda61b121e4" 2024-11-11T07:15:08,245 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eee101c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:15:08,245 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,33179,-1] 2024-11-11T07:15:08,246 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:15:08,246 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:08,248 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:15:08,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6f899f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:15:08,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:15:08,251 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,34735,1731309295673, seqNum=-1] 2024-11-11T07:15:08,252 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:15:08,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:15:08,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,33179,1731309295083 2024-11-11T07:15:08,262 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731309308262 (current time:1731309308262). 2024-11-11T07:15:08,262 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T07:15:08,262 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T07:15:08,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd936af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:15:08,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,33179,-1 for getting cluster id 2024-11-11T07:15:08,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:15:08,264 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c66f91fd-4649-43a3-87ee-cfda61b121e4' 2024-11-11T07:15:08,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:15:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c66f91fd-4649-43a3-87ee-cfda61b121e4" 2024-11-11T07:15:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375feeef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:15:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,33179,-1] 2024-11-11T07:15:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:15:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:08,267 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:15:08,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f86dc93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:15:08,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:15:08,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,34735,1731309295673, seqNum=-1] 2024-11-11T07:15:08,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:15:08,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:15:08,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:15:08,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:15:08,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:08,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:08,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:15:08,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:15:08,276 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,33179,1731309295083 2024-11-11T07:15:08,276 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33abe66d 2024-11-11T07:15:08,276 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:15:08,284 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:15:08,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:15:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T07:15:08,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:15:08,289 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:08,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T07:15:08,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:15:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:15:08,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741837_1013 (size=361) 2024-11-11T07:15:08,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741837_1013 (size=361) 2024-11-11T07:15:08,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741837_1013 (size=361) 2024-11-11T07:15:08,308 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6b32a363d8691da7646090e9a146f50c, NAME => 'SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:15:08,308 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e629d769dfdb2416ae6095f039169d70, NAME => 'SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:15:08,308 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 66ea2f4381ce267309db39c534b0b516, NAME => 'SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:15:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741838_1014 (size=62) 2024-11-11T07:15:08,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741838_1014 (size=62) 2024-11-11T07:15:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741838_1014 (size=62) 2024-11-11T07:15:08,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6b32a363d8691da7646090e9a146f50c, disabling compactions & flushes 2024-11-11T07:15:08,350 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:08,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:08,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. after waiting 0 ms 2024-11-11T07:15:08,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:08,350 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:08,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6b32a363d8691da7646090e9a146f50c: Waiting for close lock at 1731309308350Disabling compacts and flushes for region at 1731309308350Disabling writes for close at 1731309308350Writing region close event to WAL at 1731309308350Closed at 1731309308350 2024-11-11T07:15:08,351 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dfb4baee56b4a1e36e55e7a4af0e6fe7, NAME => 'SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:15:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741839_1015 (size=62) 2024-11-11T07:15:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741839_1015 (size=62) 2024-11-11T07:15:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741839_1015 (size=62) 2024-11-11T07:15:08,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 66ea2f4381ce267309db39c534b0b516, disabling compactions & flushes 2024-11-11T07:15:08,358 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:08,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:08,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. after waiting 0 ms 2024-11-11T07:15:08,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:08,358 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:08,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 66ea2f4381ce267309db39c534b0b516: Waiting for close lock at 1731309308358Disabling compacts and flushes for region at 1731309308358Disabling writes for close at 1731309308358Writing region close event to WAL at 1731309308358Closed at 1731309308358 2024-11-11T07:15:08,359 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b071db107fc89e57775eae0c88f3b435, NAME => 'SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:15:08,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741840_1016 (size=54) 2024-11-11T07:15:08,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741840_1016 (size=54) 2024-11-11T07:15:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741840_1016 (size=54) 2024-11-11T07:15:08,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e629d769dfdb2416ae6095f039169d70, disabling compactions & flushes 2024-11-11T07:15:08,367 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:08,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:08,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. after waiting 0 ms 2024-11-11T07:15:08,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:08,367 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:08,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e629d769dfdb2416ae6095f039169d70: Waiting for close lock at 1731309308367Disabling compacts and flushes for region at 1731309308367Disabling writes for close at 1731309308367Writing region close event to WAL at 1731309308367Closed at 1731309308367 2024-11-11T07:15:08,368 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 454a49377a5ee2e04ec3eec212c3d390, NAME => 'SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:15:08,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741842_1018 (size=62) 2024-11-11T07:15:08,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741842_1018 (size=62) 2024-11-11T07:15:08,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741842_1018 (size=62) 2024-11-11T07:15:08,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741841_1017 (size=62) 2024-11-11T07:15:08,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741841_1017 (size=62) 2024-11-11T07:15:08,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741841_1017 (size=62) 2024-11-11T07:15:08,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dfb4baee56b4a1e36e55e7a4af0e6fe7, disabling compactions & flushes 2024-11-11T07:15:08,392 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:08,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:08,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. after waiting 0 ms 2024-11-11T07:15:08,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:08,392 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:08,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dfb4baee56b4a1e36e55e7a4af0e6fe7: Waiting for close lock at 1731309308392Disabling compacts and flushes for region at 1731309308392Disabling writes for close at 1731309308392Writing region close event to WAL at 1731309308392Closed at 1731309308392 2024-11-11T07:15:08,393 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0b6876c8f35d0b10e1066365ed8af408, NAME => 'SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:15:08,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b071db107fc89e57775eae0c88f3b435, disabling compactions & flushes 2024-11-11T07:15:08,394 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:08,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:08,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. after waiting 0 ms 2024-11-11T07:15:08,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:08,394 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:08,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b071db107fc89e57775eae0c88f3b435: Waiting for close lock at 1731309308394Disabling compacts and flushes for region at 1731309308394Disabling writes for close at 1731309308394Writing region close event to WAL at 1731309308394Closed at 1731309308394 2024-11-11T07:15:08,395 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0c911b6eda5ae47a6b3de64c06d6f4b5, NAME => 'SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:15:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:15:08,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741843_1019 (size=62) 2024-11-11T07:15:08,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741843_1019 (size=62) 2024-11-11T07:15:08,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741843_1019 (size=62) 2024-11-11T07:15:08,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 454a49377a5ee2e04ec3eec212c3d390, disabling compactions & flushes 2024-11-11T07:15:08,413 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:08,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:08,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. after waiting 0 ms 2024-11-11T07:15:08,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:08,414 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:08,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 454a49377a5ee2e04ec3eec212c3d390: Waiting for close lock at 1731309308413Disabling compacts and flushes for region at 1731309308413Disabling writes for close at 1731309308413Writing region close event to WAL at 1731309308414 (+1 ms)Closed at 1731309308414 2024-11-11T07:15:08,414 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8869789c5bc48e01e02cbadb8ed3e968, NAME => 'SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:15:08,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741844_1020 (size=62) 2024-11-11T07:15:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741844_1020 (size=62) 2024-11-11T07:15:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741844_1020 (size=62) 2024-11-11T07:15:08,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0b6876c8f35d0b10e1066365ed8af408, disabling compactions & flushes 2024-11-11T07:15:08,430 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:08,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:08,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. after waiting 0 ms 2024-11-11T07:15:08,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:08,430 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:08,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0b6876c8f35d0b10e1066365ed8af408: Waiting for close lock at 1731309308430Disabling compacts and flushes for region at 1731309308430Disabling writes for close at 1731309308430Writing region close event to WAL at 1731309308430Closed at 1731309308430 2024-11-11T07:15:08,431 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 709fcacba272bbafc3acfd2d5a5e2f86, NAME => 'SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12 2024-11-11T07:15:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741845_1021 (size=62) 2024-11-11T07:15:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741845_1021 (size=62) 2024-11-11T07:15:08,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741845_1021 (size=62) 2024-11-11T07:15:08,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0c911b6eda5ae47a6b3de64c06d6f4b5, disabling compactions & flushes 2024-11-11T07:15:08,446 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:08,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:08,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. after waiting 0 ms 2024-11-11T07:15:08,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:08,446 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:08,446 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0c911b6eda5ae47a6b3de64c06d6f4b5: Waiting for close lock at 1731309308446Disabling compacts and flushes for region at 1731309308446Disabling writes for close at 1731309308446Writing region close event to WAL at 1731309308446Closed at 1731309308446 2024-11-11T07:15:08,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741846_1022 (size=62) 2024-11-11T07:15:08,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741846_1022 (size=62) 2024-11-11T07:15:08,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741846_1022 (size=62) 2024-11-11T07:15:08,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8869789c5bc48e01e02cbadb8ed3e968, disabling compactions & flushes 2024-11-11T07:15:08,466 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:08,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:08,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. after waiting 0 ms 2024-11-11T07:15:08,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:08,467 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:08,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8869789c5bc48e01e02cbadb8ed3e968: Waiting for close lock at 1731309308466Disabling compacts and flushes for region at 1731309308466Disabling writes for close at 1731309308467 (+1 ms)Writing region close event to WAL at 1731309308467Closed at 1731309308467 2024-11-11T07:15:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741847_1023 (size=54) 2024-11-11T07:15:08,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741847_1023 (size=54) 2024-11-11T07:15:08,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741847_1023 (size=54) 2024-11-11T07:15:08,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:08,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 709fcacba272bbafc3acfd2d5a5e2f86, disabling compactions & flushes 2024-11-11T07:15:08,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:08,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:08,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. after waiting 0 ms 2024-11-11T07:15:08,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:08,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:08,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 709fcacba272bbafc3acfd2d5a5e2f86: Waiting for close lock at 1731309308489Disabling compacts and flushes for region at 1731309308489Disabling writes for close at 1731309308489Writing region close event to WAL at 1731309308489Closed at 1731309308489 2024-11-11T07:15:08,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:15:08,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309308492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309308492"}]},"ts":"1731309308492"} 2024-11-11T07:15:08,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309308492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309308492"}]},"ts":"1731309308492"} 2024-11-11T07:15:08,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731309308492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309308492"}]},"ts":"1731309308492"} 2024-11-11T07:15:08,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309308492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309308492"}]},"ts":"1731309308492"} 2024-11-11T07:15:08,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309308492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309308492"}]},"ts":"1731309308492"} 2024-11-11T07:15:08,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309308492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309308492"}]},"ts":"1731309308492"} 2024-11-11T07:15:08,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309308492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309308492"}]},"ts":"1731309308492"} 2024-11-11T07:15:08,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309308492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309308492"}]},"ts":"1731309308492"} 2024-11-11T07:15:08,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731309308492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309308492"}]},"ts":"1731309308492"} 2024-11-11T07:15:08,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731309308492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309308492"}]},"ts":"1731309308492"} 2024-11-11T07:15:08,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T07:15:08,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:15:08,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309308502"}]},"ts":"1731309308502"} 2024-11-11T07:15:08,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T07:15:08,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d72d5187e64f=0} racks are {/default-rack=0} 2024-11-11T07:15:08,527 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T07:15:08,527 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T07:15:08,527 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T07:15:08,528 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T07:15:08,528 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T07:15:08,528 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T07:15:08,528 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T07:15:08,528 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T07:15:08,528 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T07:15:08,528 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T07:15:08,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e629d769dfdb2416ae6095f039169d70, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b32a363d8691da7646090e9a146f50c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66ea2f4381ce267309db39c534b0b516, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfb4baee56b4a1e36e55e7a4af0e6fe7, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b071db107fc89e57775eae0c88f3b435, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=454a49377a5ee2e04ec3eec212c3d390, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b6876c8f35d0b10e1066365ed8af408, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c911b6eda5ae47a6b3de64c06d6f4b5, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8869789c5bc48e01e02cbadb8ed3e968, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=709fcacba272bbafc3acfd2d5a5e2f86, ASSIGN}] 2024-11-11T07:15:08,535 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e629d769dfdb2416ae6095f039169d70, ASSIGN 2024-11-11T07:15:08,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e629d769dfdb2416ae6095f039169d70, ASSIGN; state=OFFLINE, location=d72d5187e64f,34735,1731309295673; forceNewPlan=false, retain=false 2024-11-11T07:15:08,540 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b32a363d8691da7646090e9a146f50c, ASSIGN 2024-11-11T07:15:08,542 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b32a363d8691da7646090e9a146f50c, ASSIGN; state=OFFLINE, location=d72d5187e64f,38927,1731309295418; forceNewPlan=false, retain=false 2024-11-11T07:15:08,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8869789c5bc48e01e02cbadb8ed3e968, ASSIGN 2024-11-11T07:15:08,549 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b6876c8f35d0b10e1066365ed8af408, ASSIGN 2024-11-11T07:15:08,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=709fcacba272bbafc3acfd2d5a5e2f86, ASSIGN 2024-11-11T07:15:08,550 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c911b6eda5ae47a6b3de64c06d6f4b5, ASSIGN 2024-11-11T07:15:08,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=454a49377a5ee2e04ec3eec212c3d390, ASSIGN 2024-11-11T07:15:08,553 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8869789c5bc48e01e02cbadb8ed3e968, ASSIGN; state=OFFLINE, location=d72d5187e64f,34735,1731309295673; forceNewPlan=false, retain=false 2024-11-11T07:15:08,557 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=709fcacba272bbafc3acfd2d5a5e2f86, ASSIGN; state=OFFLINE, location=d72d5187e64f,38927,1731309295418; forceNewPlan=false, retain=false 2024-11-11T07:15:08,557 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c911b6eda5ae47a6b3de64c06d6f4b5, ASSIGN; state=OFFLINE, location=d72d5187e64f,42831,1731309295509; forceNewPlan=false, retain=false 2024-11-11T07:15:08,557 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b6876c8f35d0b10e1066365ed8af408, ASSIGN; state=OFFLINE, location=d72d5187e64f,38927,1731309295418; forceNewPlan=false, retain=false 2024-11-11T07:15:08,557 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=454a49377a5ee2e04ec3eec212c3d390, ASSIGN; state=OFFLINE, location=d72d5187e64f,34735,1731309295673; forceNewPlan=false, retain=false 2024-11-11T07:15:08,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfb4baee56b4a1e36e55e7a4af0e6fe7, ASSIGN 2024-11-11T07:15:08,569 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfb4baee56b4a1e36e55e7a4af0e6fe7, ASSIGN; state=OFFLINE, location=d72d5187e64f,38927,1731309295418; forceNewPlan=false, retain=false 2024-11-11T07:15:08,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66ea2f4381ce267309db39c534b0b516, ASSIGN 2024-11-11T07:15:08,571 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66ea2f4381ce267309db39c534b0b516, ASSIGN; state=OFFLINE, location=d72d5187e64f,42831,1731309295509; forceNewPlan=false, retain=false 2024-11-11T07:15:08,572 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b071db107fc89e57775eae0c88f3b435, ASSIGN 2024-11-11T07:15:08,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b071db107fc89e57775eae0c88f3b435, ASSIGN; state=OFFLINE, location=d72d5187e64f,42831,1731309295509; forceNewPlan=false, retain=false 2024-11-11T07:15:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:15:08,687 INFO [d72d5187e64f:33179 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T07:15:08,688 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0c911b6eda5ae47a6b3de64c06d6f4b5, regionState=OPENING, regionLocation=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:08,688 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=709fcacba272bbafc3acfd2d5a5e2f86, regionState=OPENING, regionLocation=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:08,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b071db107fc89e57775eae0c88f3b435, regionState=OPENING, regionLocation=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:08,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=66ea2f4381ce267309db39c534b0b516, regionState=OPENING, regionLocation=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:08,688 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0b6876c8f35d0b10e1066365ed8af408, regionState=OPENING, regionLocation=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:08,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=dfb4baee56b4a1e36e55e7a4af0e6fe7, regionState=OPENING, regionLocation=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:08,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6b32a363d8691da7646090e9a146f50c, regionState=OPENING, regionLocation=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:08,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8869789c5bc48e01e02cbadb8ed3e968, regionState=OPENING, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:08,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=454a49377a5ee2e04ec3eec212c3d390, regionState=OPENING, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:08,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e629d769dfdb2416ae6095f039169d70, regionState=OPENING, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:08,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c911b6eda5ae47a6b3de64c06d6f4b5, ASSIGN because future has completed 2024-11-11T07:15:08,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5, server=d72d5187e64f,42831,1731309295509}] 2024-11-11T07:15:08,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66ea2f4381ce267309db39c534b0b516, ASSIGN because future has completed 2024-11-11T07:15:08,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ea2f4381ce267309db39c534b0b516, server=d72d5187e64f,42831,1731309295509}] 2024-11-11T07:15:08,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=709fcacba272bbafc3acfd2d5a5e2f86, ASSIGN because future has completed 2024-11-11T07:15:08,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b6876c8f35d0b10e1066365ed8af408, ASSIGN because future has completed 2024-11-11T07:15:08,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 709fcacba272bbafc3acfd2d5a5e2f86, server=d72d5187e64f,38927,1731309295418}] 2024-11-11T07:15:08,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfb4baee56b4a1e36e55e7a4af0e6fe7, ASSIGN because future has completed 2024-11-11T07:15:08,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b32a363d8691da7646090e9a146f50c, ASSIGN because future has completed 2024-11-11T07:15:08,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b6876c8f35d0b10e1066365ed8af408, server=d72d5187e64f,38927,1731309295418}] 2024-11-11T07:15:08,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b32a363d8691da7646090e9a146f50c, server=d72d5187e64f,38927,1731309295418}] 2024-11-11T07:15:08,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8869789c5bc48e01e02cbadb8ed3e968, ASSIGN because future has completed 2024-11-11T07:15:08,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=454a49377a5ee2e04ec3eec212c3d390, ASSIGN because future has completed 2024-11-11T07:15:08,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 454a49377a5ee2e04ec3eec212c3d390, server=d72d5187e64f,34735,1731309295673}] 2024-11-11T07:15:08,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e629d769dfdb2416ae6095f039169d70, ASSIGN because future has completed 2024-11-11T07:15:08,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfb4baee56b4a1e36e55e7a4af0e6fe7, server=d72d5187e64f,38927,1731309295418}] 2024-11-11T07:15:08,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b071db107fc89e57775eae0c88f3b435, ASSIGN because future has completed 2024-11-11T07:15:08,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b071db107fc89e57775eae0c88f3b435, server=d72d5187e64f,42831,1731309295509}] 2024-11-11T07:15:08,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e629d769dfdb2416ae6095f039169d70, server=d72d5187e64f,34735,1731309295673}] 2024-11-11T07:15:08,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8869789c5bc48e01e02cbadb8ed3e968, server=d72d5187e64f,34735,1731309295673}] 2024-11-11T07:15:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:15:09,125 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:15:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:15:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:15:12,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:15:12,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T07:15:12,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:15:12,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T07:15:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:15:13,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:13,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:13,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:13,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:15:13,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:13,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:13,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:15:18,708 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:15:18,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:15:18,714 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:18,714 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => b071db107fc89e57775eae0c88f3b435, NAME => 'SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T07:15:18,714 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,714 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:18,714 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,714 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,716 INFO [StoreOpener-b071db107fc89e57775eae0c88f3b435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,717 INFO [StoreOpener-b071db107fc89e57775eae0c88f3b435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b071db107fc89e57775eae0c88f3b435 columnFamilyName cf 2024-11-11T07:15:18,717 DEBUG [StoreOpener-b071db107fc89e57775eae0c88f3b435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:18,718 INFO [StoreOpener-b071db107fc89e57775eae0c88f3b435-1 {}] regionserver.HStore(327): Store=b071db107fc89e57775eae0c88f3b435/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:18,718 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,719 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,719 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,719 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,719 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,721 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:15:18,721 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:15:18,724 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/b071db107fc89e57775eae0c88f3b435/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:15:18,724 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened b071db107fc89e57775eae0c88f3b435; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63611181, jitterRate=-0.05211953818798065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:18,724 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:18,725 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for b071db107fc89e57775eae0c88f3b435: Running coprocessor pre-open hook at 1731309318714Writing region info on filesystem at 1731309318714Initializing all the Stores at 1731309318715 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309318715Cleaning up temporary data from old regions at 1731309318719 (+4 ms)Running coprocessor post-open hooks at 1731309318725 (+6 ms)Region opened successfully at 1731309318725 2024-11-11T07:15:18,726 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435., pid=22, masterSystemTime=1731309318707 2024-11-11T07:15:18,726 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:18,726 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8869789c5bc48e01e02cbadb8ed3e968, NAME => 'SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T07:15:18,727 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:18,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b6876c8f35d0b10e1066365ed8af408, NAME => 'SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T07:15:18,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:18,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:18,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,727 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,728 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:18,728 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:18,728 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:18,728 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 66ea2f4381ce267309db39c534b0b516, NAME => 'SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T07:15:18,729 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,729 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:18,729 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,729 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,729 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b071db107fc89e57775eae0c88f3b435, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:18,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b071db107fc89e57775eae0c88f3b435, server=d72d5187e64f,42831,1731309295509 because future has completed 2024-11-11T07:15:18,731 INFO [StoreOpener-8869789c5bc48e01e02cbadb8ed3e968-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,731 INFO [StoreOpener-0b6876c8f35d0b10e1066365ed8af408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,731 INFO [StoreOpener-66ea2f4381ce267309db39c534b0b516-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,733 INFO [StoreOpener-8869789c5bc48e01e02cbadb8ed3e968-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8869789c5bc48e01e02cbadb8ed3e968 columnFamilyName cf 2024-11-11T07:15:18,733 INFO [StoreOpener-0b6876c8f35d0b10e1066365ed8af408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b6876c8f35d0b10e1066365ed8af408 columnFamilyName cf 2024-11-11T07:15:18,733 DEBUG [StoreOpener-0b6876c8f35d0b10e1066365ed8af408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:18,733 DEBUG [StoreOpener-8869789c5bc48e01e02cbadb8ed3e968-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:18,733 INFO [StoreOpener-66ea2f4381ce267309db39c534b0b516-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ea2f4381ce267309db39c534b0b516 columnFamilyName cf 2024-11-11T07:15:18,733 INFO [StoreOpener-8869789c5bc48e01e02cbadb8ed3e968-1 {}] regionserver.HStore(327): Store=8869789c5bc48e01e02cbadb8ed3e968/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:18,733 INFO [StoreOpener-0b6876c8f35d0b10e1066365ed8af408-1 {}] regionserver.HStore(327): Store=0b6876c8f35d0b10e1066365ed8af408/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:18,733 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,733 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,734 DEBUG [StoreOpener-66ea2f4381ce267309db39c534b0b516-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:18,734 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,734 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,734 INFO [StoreOpener-66ea2f4381ce267309db39c534b0b516-1 {}] regionserver.HStore(327): Store=66ea2f4381ce267309db39c534b0b516/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:18,734 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-11T07:15:18,735 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,735 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b071db107fc89e57775eae0c88f3b435, server=d72d5187e64f,42831,1731309295509 in 10.0070 sec 2024-11-11T07:15:18,735 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,735 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,735 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,735 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,735 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,735 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b071db107fc89e57775eae0c88f3b435, ASSIGN in 10.2050 sec 2024-11-11T07:15:18,737 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,737 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,738 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:15:18,738 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:15:18,739 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,739 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,739 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8869789c5bc48e01e02cbadb8ed3e968; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61791177, jitterRate=-0.07923971116542816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:18,739 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:18,739 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0b6876c8f35d0b10e1066365ed8af408; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65149068, jitterRate=-0.02920323610305786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:18,739 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8869789c5bc48e01e02cbadb8ed3e968: Running coprocessor pre-open hook at 1731309318727Writing region info on filesystem at 1731309318727Initializing all the Stores at 1731309318728 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309318728Cleaning up temporary data from old regions at 1731309318735 (+7 ms)Running coprocessor post-open hooks at 1731309318739 (+4 ms)Region opened successfully at 1731309318739 2024-11-11T07:15:18,739 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:18,739 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0b6876c8f35d0b10e1066365ed8af408: Running coprocessor pre-open hook at 1731309318727Writing region info on filesystem at 1731309318727Initializing all the Stores at 1731309318729 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309318729Cleaning up temporary data from old regions at 1731309318735 (+6 ms)Running coprocessor post-open hooks at 1731309318739 (+4 ms)Region opened successfully at 1731309318739 2024-11-11T07:15:18,740 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968., pid=24, masterSystemTime=1731309318722 2024-11-11T07:15:18,740 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408., pid=18, masterSystemTime=1731309318721 2024-11-11T07:15:18,741 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,742 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:18,742 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:18,742 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:18,743 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 454a49377a5ee2e04ec3eec212c3d390, NAME => 'SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T07:15:18,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8869789c5bc48e01e02cbadb8ed3e968, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:18,743 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,743 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:18,743 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:18,743 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:18,743 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:18,744 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 709fcacba272bbafc3acfd2d5a5e2f86, NAME => 'SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T07:15:18,744 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0b6876c8f35d0b10e1066365ed8af408, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:18,744 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:18,744 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,744 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,744 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,744 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,745 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/66ea2f4381ce267309db39c534b0b516/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:15:18,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8869789c5bc48e01e02cbadb8ed3e968, server=d72d5187e64f,34735,1731309295673 because future has completed 2024-11-11T07:15:18,746 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 66ea2f4381ce267309db39c534b0b516; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63955724, jitterRate=-0.0469854474067688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:18,746 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:18,747 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 66ea2f4381ce267309db39c534b0b516: Running coprocessor pre-open hook at 1731309318729Writing region info on filesystem at 1731309318729Initializing all the Stores at 1731309318730 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309318730Cleaning up temporary data from old regions at 1731309318739 (+9 ms)Running coprocessor post-open hooks at 1731309318747 (+8 ms)Region opened successfully at 1731309318747 2024-11-11T07:15:18,747 INFO [StoreOpener-454a49377a5ee2e04ec3eec212c3d390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b6876c8f35d0b10e1066365ed8af408, server=d72d5187e64f,38927,1731309295418 because future has completed 2024-11-11T07:15:18,747 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516., pid=16, masterSystemTime=1731309318707 2024-11-11T07:15:18,748 INFO [StoreOpener-709fcacba272bbafc3acfd2d5a5e2f86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,750 INFO [StoreOpener-454a49377a5ee2e04ec3eec212c3d390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 454a49377a5ee2e04ec3eec212c3d390 columnFamilyName cf 2024-11-11T07:15:18,750 DEBUG [StoreOpener-454a49377a5ee2e04ec3eec212c3d390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:18,750 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:18,750 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:18,750 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:18,750 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c911b6eda5ae47a6b3de64c06d6f4b5, NAME => 'SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T07:15:18,751 INFO [StoreOpener-454a49377a5ee2e04ec3eec212c3d390-1 {}] regionserver.HStore(327): Store=454a49377a5ee2e04ec3eec212c3d390/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:18,751 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,751 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:18,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-11T07:15:18,751 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,751 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,751 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=66ea2f4381ce267309db39c534b0b516, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:18,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8869789c5bc48e01e02cbadb8ed3e968, server=d72d5187e64f,34735,1731309295673 in 9.9940 sec 2024-11-11T07:15:18,752 INFO [StoreOpener-709fcacba272bbafc3acfd2d5a5e2f86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 709fcacba272bbafc3acfd2d5a5e2f86 columnFamilyName cf 2024-11-11T07:15:18,752 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,752 DEBUG [StoreOpener-709fcacba272bbafc3acfd2d5a5e2f86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:18,753 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-11T07:15:18,753 INFO [StoreOpener-709fcacba272bbafc3acfd2d5a5e2f86-1 {}] regionserver.HStore(327): Store=709fcacba272bbafc3acfd2d5a5e2f86/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:18,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b6876c8f35d0b10e1066365ed8af408, server=d72d5187e64f,38927,1731309295418 in 10.0340 sec 2024-11-11T07:15:18,754 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,754 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ea2f4381ce267309db39c534b0b516, server=d72d5187e64f,42831,1731309295509 because future has completed 2024-11-11T07:15:18,755 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,755 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8869789c5bc48e01e02cbadb8ed3e968, ASSIGN in 10.2210 sec 2024-11-11T07:15:18,755 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,755 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b6876c8f35d0b10e1066365ed8af408, ASSIGN in 10.2230 sec 2024-11-11T07:15:18,756 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,756 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,757 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,758 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-11T07:15:18,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 66ea2f4381ce267309db39c534b0b516, server=d72d5187e64f,42831,1731309295509 in 10.0580 sec 2024-11-11T07:15:18,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66ea2f4381ce267309db39c534b0b516, ASSIGN in 10.2280 sec 2024-11-11T07:15:18,764 INFO [StoreOpener-0c911b6eda5ae47a6b3de64c06d6f4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,765 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/454a49377a5ee2e04ec3eec212c3d390/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:15:18,765 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:15:18,766 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 709fcacba272bbafc3acfd2d5a5e2f86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65360584, jitterRate=-0.02605140209197998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:18,766 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 454a49377a5ee2e04ec3eec212c3d390; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74333364, jitterRate=0.10765343904495239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:18,766 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:18,766 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:18,766 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 454a49377a5ee2e04ec3eec212c3d390: Running coprocessor pre-open hook at 1731309318744Writing region info on filesystem at 1731309318744Initializing all the Stores at 1731309318746 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309318746Cleaning up temporary data from old regions at 1731309318755 (+9 ms)Running coprocessor post-open hooks at 1731309318766 (+11 ms)Region opened successfully at 1731309318766 2024-11-11T07:15:18,766 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 709fcacba272bbafc3acfd2d5a5e2f86: Running coprocessor pre-open hook at 1731309318744Writing region info on filesystem at 1731309318744Initializing all the Stores at 1731309318745 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309318746 (+1 ms)Cleaning up temporary data from old regions at 1731309318756 (+10 ms)Running coprocessor post-open hooks at 1731309318766 (+10 ms)Region opened successfully at 1731309318766 2024-11-11T07:15:18,766 INFO [StoreOpener-0c911b6eda5ae47a6b3de64c06d6f4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c911b6eda5ae47a6b3de64c06d6f4b5 columnFamilyName cf 2024-11-11T07:15:18,766 DEBUG [StoreOpener-0c911b6eda5ae47a6b3de64c06d6f4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:18,767 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86., pid=17, masterSystemTime=1731309318721 2024-11-11T07:15:18,767 INFO [StoreOpener-0c911b6eda5ae47a6b3de64c06d6f4b5-1 {}] regionserver.HStore(327): Store=0c911b6eda5ae47a6b3de64c06d6f4b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:18,767 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,768 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,769 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,769 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,769 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,770 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:18,770 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:18,770 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:18,770 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => dfb4baee56b4a1e36e55e7a4af0e6fe7, NAME => 'SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T07:15:18,770 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390., pid=20, masterSystemTime=1731309318722 2024-11-11T07:15:18,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=709fcacba272bbafc3acfd2d5a5e2f86, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:18,771 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33179 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d72d5187e64f,38927,1731309295418, table=SPTestTable, region=709fcacba272bbafc3acfd2d5a5e2f86. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T07:15:18,771 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,772 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:18,772 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,772 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,773 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,774 INFO [StoreOpener-dfb4baee56b4a1e36e55e7a4af0e6fe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 709fcacba272bbafc3acfd2d5a5e2f86, server=d72d5187e64f,38927,1731309295418 because future has completed 2024-11-11T07:15:18,775 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:18,775 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:18,775 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:18,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=454a49377a5ee2e04ec3eec212c3d390, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:18,776 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:15:18,777 INFO [StoreOpener-dfb4baee56b4a1e36e55e7a4af0e6fe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfb4baee56b4a1e36e55e7a4af0e6fe7 columnFamilyName cf 2024-11-11T07:15:18,777 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e629d769dfdb2416ae6095f039169d70, NAME => 'SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T07:15:18,777 DEBUG [StoreOpener-dfb4baee56b4a1e36e55e7a4af0e6fe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:18,778 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,778 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0c911b6eda5ae47a6b3de64c06d6f4b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69724264, jitterRate=0.03897249698638916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:18,778 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:18,778 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:18,778 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0c911b6eda5ae47a6b3de64c06d6f4b5: Running coprocessor pre-open hook at 1731309318751Writing region info on filesystem at 1731309318751Initializing all the Stores at 1731309318754 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309318754Cleaning up temporary data from old regions at 1731309318769 (+15 ms)Running coprocessor post-open hooks at 1731309318778 (+9 ms)Region opened successfully at 1731309318778 2024-11-11T07:15:18,778 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,778 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,779 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5., pid=15, masterSystemTime=1731309318707 2024-11-11T07:15:18,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-11T07:15:18,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 709fcacba272bbafc3acfd2d5a5e2f86, server=d72d5187e64f,38927,1731309295418 in 10.0670 sec 2024-11-11T07:15:18,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 454a49377a5ee2e04ec3eec212c3d390, server=d72d5187e64f,34735,1731309295673 because future has completed 2024-11-11T07:15:18,779 INFO [StoreOpener-dfb4baee56b4a1e36e55e7a4af0e6fe7-1 {}] regionserver.HStore(327): Store=dfb4baee56b4a1e36e55e7a4af0e6fe7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:18,780 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,781 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:18,781 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:18,781 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=709fcacba272bbafc3acfd2d5a5e2f86, ASSIGN in 10.2490 sec 2024-11-11T07:15:18,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0c911b6eda5ae47a6b3de64c06d6f4b5, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:18,782 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,783 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,783 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5, server=d72d5187e64f,42831,1731309295509 because future has completed 2024-11-11T07:15:18,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-11T07:15:18,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 454a49377a5ee2e04ec3eec212c3d390, server=d72d5187e64f,34735,1731309295673 in 10.0630 sec 2024-11-11T07:15:18,786 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-11T07:15:18,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=454a49377a5ee2e04ec3eec212c3d390, ASSIGN in 10.2560 sec 2024-11-11T07:15:18,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5, server=d72d5187e64f,42831,1731309295509 in 10.0920 sec 2024-11-11T07:15:18,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c911b6eda5ae47a6b3de64c06d6f4b5, ASSIGN in 10.2570 sec 2024-11-11T07:15:18,792 INFO [StoreOpener-e629d769dfdb2416ae6095f039169d70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,793 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/dfb4baee56b4a1e36e55e7a4af0e6fe7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:15:18,794 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened dfb4baee56b4a1e36e55e7a4af0e6fe7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61652372, jitterRate=-0.08130806684494019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:18,794 INFO [StoreOpener-e629d769dfdb2416ae6095f039169d70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e629d769dfdb2416ae6095f039169d70 columnFamilyName cf 2024-11-11T07:15:18,794 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:18,794 DEBUG [StoreOpener-e629d769dfdb2416ae6095f039169d70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:18,794 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for dfb4baee56b4a1e36e55e7a4af0e6fe7: Running coprocessor pre-open hook at 1731309318772Writing region info on filesystem at 1731309318772Initializing all the Stores at 1731309318773 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309318774 (+1 ms)Cleaning up temporary data from old regions at 1731309318783 (+9 ms)Running coprocessor post-open hooks at 1731309318794 (+11 ms)Region opened successfully at 1731309318794 2024-11-11T07:15:18,794 INFO [StoreOpener-e629d769dfdb2416ae6095f039169d70-1 {}] regionserver.HStore(327): Store=e629d769dfdb2416ae6095f039169d70/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:18,795 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,795 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7., pid=21, masterSystemTime=1731309318721 2024-11-11T07:15:18,795 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,795 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,796 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,796 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,797 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:18,797 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:18,797 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:18,797 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b32a363d8691da7646090e9a146f50c, NAME => 'SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T07:15:18,797 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=dfb4baee56b4a1e36e55e7a4af0e6fe7, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:18,797 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:18,798 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,798 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,798 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,799 INFO [StoreOpener-6b32a363d8691da7646090e9a146f50c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfb4baee56b4a1e36e55e7a4af0e6fe7, server=d72d5187e64f,38927,1731309295418 because future has completed 2024-11-11T07:15:18,801 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/e629d769dfdb2416ae6095f039169d70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:15:18,801 INFO [StoreOpener-6b32a363d8691da7646090e9a146f50c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b32a363d8691da7646090e9a146f50c columnFamilyName cf 2024-11-11T07:15:18,801 DEBUG [StoreOpener-6b32a363d8691da7646090e9a146f50c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:18,801 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e629d769dfdb2416ae6095f039169d70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71945966, jitterRate=0.07207843661308289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:18,801 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:18,801 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e629d769dfdb2416ae6095f039169d70: Running coprocessor pre-open hook at 1731309318778Writing region info on filesystem at 1731309318778Initializing all the Stores at 1731309318781 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309318781Cleaning up temporary data from old regions at 1731309318796 (+15 ms)Running coprocessor post-open hooks at 1731309318801 (+5 ms)Region opened successfully at 1731309318801 2024-11-11T07:15:18,801 INFO [StoreOpener-6b32a363d8691da7646090e9a146f50c-1 {}] regionserver.HStore(327): Store=6b32a363d8691da7646090e9a146f50c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:18,802 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,802 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70., pid=23, masterSystemTime=1731309318722 2024-11-11T07:15:18,803 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,803 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-11T07:15:18,804 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure dfb4baee56b4a1e36e55e7a4af0e6fe7, server=d72d5187e64f,38927,1731309295418 in 10.0810 sec 2024-11-11T07:15:18,804 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,804 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:18,804 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:18,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfb4baee56b4a1e36e55e7a4af0e6fe7, ASSIGN in 10.2740 sec 2024-11-11T07:15:18,805 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e629d769dfdb2416ae6095f039169d70, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:18,807 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e629d769dfdb2416ae6095f039169d70, server=d72d5187e64f,34735,1731309295673 because future has completed 2024-11-11T07:15:18,809 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/6b32a363d8691da7646090e9a146f50c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:15:18,810 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6b32a363d8691da7646090e9a146f50c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62519822, jitterRate=-0.06838205456733704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:18,810 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:18,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-11T07:15:18,810 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6b32a363d8691da7646090e9a146f50c: Running coprocessor pre-open hook at 1731309318798Writing region info on filesystem at 1731309318798Initializing all the Stores at 1731309318799 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309318799Cleaning up temporary data from old regions at 1731309318804 (+5 ms)Running coprocessor post-open hooks at 1731309318810 (+6 ms)Region opened successfully at 1731309318810 2024-11-11T07:15:18,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e629d769dfdb2416ae6095f039169d70, server=d72d5187e64f,34735,1731309295673 in 10.0710 sec 2024-11-11T07:15:18,810 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c., pid=19, masterSystemTime=1731309318721 2024-11-11T07:15:18,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e629d769dfdb2416ae6095f039169d70, ASSIGN in 10.2800 sec 2024-11-11T07:15:18,812 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:18,812 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:18,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6b32a363d8691da7646090e9a146f50c, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:18,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b32a363d8691da7646090e9a146f50c, server=d72d5187e64f,38927,1731309295418 because future has completed 2024-11-11T07:15:18,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-11T07:15:18,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b32a363d8691da7646090e9a146f50c, server=d72d5187e64f,38927,1731309295418 in 10.1010 sec 2024-11-11T07:15:18,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T07:15:18,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b32a363d8691da7646090e9a146f50c, ASSIGN in 10.2870 sec 2024-11-11T07:15:18,819 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:15:18,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309318819"}]},"ts":"1731309318819"} 2024-11-11T07:15:18,821 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T07:15:18,822 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:15:18,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5370 sec 2024-11-11T07:15:21,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T07:15:23,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:23,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:23,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:24,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:15:24,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:24,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:24,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:15:25,047 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:15:25,476 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-11T07:15:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:15:26,521 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T07:15:26,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T07:15:26,521 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T07:15:26,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T07:15:26,526 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T07:15:26,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T07:15:26,561 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408., hostname=d72d5187e64f,38927,1731309295418, seqNum=2] 2024-11-11T07:15:26,562 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408., hostname=d72d5187e64f,38927,1731309295418, seqNum=2] 2024-11-11T07:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408., hostname=d72d5187e64f,38927,1731309295418, seqNum=2] 2024-11-11T07:15:26,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408., hostname=d72d5187e64f,38927,1731309295418, seqNum=2] 2024-11-11T07:15:26,618 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5., hostname=d72d5187e64f,42831,1731309295509, seqNum=2] 2024-11-11T07:15:26,619 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5., hostname=d72d5187e64f,42831,1731309295509, seqNum=2] 2024-11-11T07:15:26,621 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5., hostname=d72d5187e64f,42831,1731309295509, seqNum=2] 2024-11-11T07:15:26,622 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5., hostname=d72d5187e64f,42831,1731309295509, seqNum=2] 2024-11-11T07:15:26,624 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5., hostname=d72d5187e64f,42831,1731309295509, seqNum=2] 2024-11-11T07:15:26,659 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968., hostname=d72d5187e64f,34735,1731309295673, seqNum=2] 2024-11-11T07:15:26,660 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968., hostname=d72d5187e64f,34735,1731309295673, seqNum=2] 2024-11-11T07:15:26,662 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968., hostname=d72d5187e64f,34735,1731309295673, seqNum=2] 2024-11-11T07:15:26,666 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968., hostname=d72d5187e64f,34735,1731309295673, seqNum=2] 2024-11-11T07:15:26,667 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968., hostname=d72d5187e64f,34735,1731309295673, seqNum=2] 2024-11-11T07:15:26,669 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968., hostname=d72d5187e64f,34735,1731309295673, seqNum=2] 2024-11-11T07:15:26,670 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968., hostname=d72d5187e64f,34735,1731309295673, seqNum=2] 2024-11-11T07:15:26,735 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86., hostname=d72d5187e64f,38927,1731309295418, seqNum=2] 2024-11-11T07:15:26,737 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86., hostname=d72d5187e64f,38927,1731309295418, seqNum=2] 2024-11-11T07:15:26,738 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86., hostname=d72d5187e64f,38927,1731309295418, seqNum=2] 2024-11-11T07:15:26,740 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86., hostname=d72d5187e64f,38927,1731309295418, seqNum=2] 2024-11-11T07:15:26,741 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86., hostname=d72d5187e64f,38927,1731309295418, seqNum=2] 2024-11-11T07:15:27,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:15:27,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:15:27,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:15:27,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42831 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T07:15:27,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T07:15:27,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:15:27,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:27,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T07:15:28,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T07:15:28,650 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T07:15:28,650 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T07:15:28,658 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T07:15:28,663 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T07:15:28,684 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T07:15:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741848_1024 (size=49) 2024-11-11T07:15:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741848_1024 (size=49) 2024-11-11T07:15:28,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741848_1024 (size=49) 2024-11-11T07:15:28,733 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T07:15:28,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e629d769dfdb2416ae6095f039169d70}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b32a363d8691da7646090e9a146f50c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66ea2f4381ce267309db39c534b0b516}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfb4baee56b4a1e36e55e7a4af0e6fe7}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b071db107fc89e57775eae0c88f3b435}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 454a49377a5ee2e04ec3eec212c3d390}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b6876c8f35d0b10e1066365ed8af408}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8869789c5bc48e01e02cbadb8ed3e968}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 709fcacba272bbafc3acfd2d5a5e2f86}] 2024-11-11T07:15:28,737 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:28,737 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:28,737 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:28,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:28,746 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:28,747 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:28,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:28,753 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:28,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:28,765 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:38,722 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=d72d5187e64f,38927,1731309295418, timeout=1731309338739, delay=17, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 709fcacba272bbafc3acfd2d5a5e2f86, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfb4baee56b4a1e36e55e7a4af0e6fe7, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b6876c8f35d0b10e1066365ed8af408, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b32a363d8691da7646090e9a146f50c], containedObject=d72d5187e64f,34735,1731309295673, timeout=1731309338740, delay=18, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e629d769dfdb2416ae6095f039169d70, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8869789c5bc48e01e02cbadb8ed3e968, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 454a49377a5ee2e04ec3eec212c3d390], containedObject=d72d5187e64f,42831,1731309295509, timeout=1731309338740, delay=18, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b071db107fc89e57775eae0c88f3b435, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66ea2f4381ce267309db39c534b0b516]] 2024-11-11T07:15:38,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T07:15:38,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T07:15:38,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:38,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T07:15:38,741 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 709fcacba272bbafc3acfd2d5a5e2f86 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T07:15:38,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:38,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T07:15:38,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T07:15:38,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for dfb4baee56b4a1e36e55e7a4af0e6fe7: 2024-11-11T07:15:38,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. for SnapshotProcedureTest completed. 2024-11-11T07:15:38,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:38,741 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 0b6876c8f35d0b10e1066365ed8af408 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-11T07:15:38,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:15:38,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:15:38,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T07:15:38,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:38,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T07:15:38,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T07:15:38,742 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 0c911b6eda5ae47a6b3de64c06d6f4b5 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:38,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e629d769dfdb2416ae6095f039169d70: 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. for SnapshotProcedureTest completed. 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for b071db107fc89e57775eae0c88f3b435: 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. for SnapshotProcedureTest completed. 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 66ea2f4381ce267309db39c534b0b516: 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. for SnapshotProcedureTest completed. 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:15:38,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:15:38,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:15:38,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:15:38,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:38,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T07:15:38,743 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8869789c5bc48e01e02cbadb8ed3e968 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T07:15:38,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:38,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 454a49377a5ee2e04ec3eec212c3d390: 2024-11-11T07:15:38,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. for SnapshotProcedureTest completed. 2024-11-11T07:15:38,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:15:38,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:15:38,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408/.tmp/cf/dbb609d1211c40589c7660e5b1b4e718 is 34, key is aaa/cf:cf/1731309327791/Put/seqid=0 2024-11-11T07:15:38,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/.tmp/cf/6d44ad1b5f2b4683afe6a41c618114af is 34, key is baa/cf:cf/1731309327631/Put/seqid=0 2024-11-11T07:15:38,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968/.tmp/cf/b6323dfe1e244198ba09d7b0843c5216 is 34, key is ccd/cf:cf/1731309327681/Put/seqid=0 2024-11-11T07:15:38,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741849_1025 (size=65) 2024-11-11T07:15:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741849_1025 (size=65) 2024-11-11T07:15:38,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741849_1025 (size=65) 2024-11-11T07:15:38,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:38,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T07:15:38,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:38,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 6b32a363d8691da7646090e9a146f50c: 2024-11-11T07:15:38,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. for SnapshotProcedureTest completed. 2024-11-11T07:15:38,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T07:15:38,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:15:38,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T07:15:38,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:38,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:38,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dfb4baee56b4a1e36e55e7a4af0e6fe7 in 10.0620 sec 2024-11-11T07:15:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741850_1026 (size=65) 2024-11-11T07:15:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741850_1026 (size=65) 2024-11-11T07:15:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741850_1026 (size=65) 2024-11-11T07:15:38,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:38,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T07:15:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T07:15:38,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:38,804 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:38,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 66ea2f4381ce267309db39c534b0b516 in 10.0710 sec 2024-11-11T07:15:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741851_1027 (size=65) 2024-11-11T07:15:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741851_1027 (size=65) 2024-11-11T07:15:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741851_1027 (size=65) 2024-11-11T07:15:38,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:38,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T07:15:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T07:15:38,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:38,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:38,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b071db107fc89e57775eae0c88f3b435 in 10.0850 sec 2024-11-11T07:15:38,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86/.tmp/cf/ed0e687ebeb14fe7b923cd0612570675 is 34, key is eaa/cf:cf/1731309328489/Put/seqid=0 2024-11-11T07:15:38,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741852_1028 (size=57) 2024-11-11T07:15:38,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741852_1028 (size=57) 2024-11-11T07:15:38,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741852_1028 (size=57) 2024-11-11T07:15:38,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:38,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T07:15:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T07:15:38,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:38,844 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741853_1029 (size=65) 2024-11-11T07:15:38,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e629d769dfdb2416ae6095f039169d70 in 10.1110 sec 2024-11-11T07:15:38,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741853_1029 (size=65) 2024-11-11T07:15:38,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741853_1029 (size=65) 2024-11-11T07:15:38,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741857_1033 (size=499309) 2024-11-11T07:15:38,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:38,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T07:15:38,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741857_1033 (size=499309) 2024-11-11T07:15:38,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741857_1033 (size=499309) 2024-11-11T07:15:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T07:15:38,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:38,850 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:38,850 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86/.tmp/cf/ed0e687ebeb14fe7b923cd0612570675 2024-11-11T07:15:38,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 454a49377a5ee2e04ec3eec212c3d390 in 10.1170 sec 2024-11-11T07:15:38,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86/.tmp/cf/ed0e687ebeb14fe7b923cd0612570675 as hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86/cf/ed0e687ebeb14fe7b923cd0612570675 2024-11-11T07:15:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741854_1030 (size=28623) 2024-11-11T07:15:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741855_1031 (size=26918) 2024-11-11T07:15:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741854_1030 (size=28623) 2024-11-11T07:15:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741854_1030 (size=28623) 2024-11-11T07:15:38,871 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/.tmp/cf/6d44ad1b5f2b4683afe6a41c618114af 2024-11-11T07:15:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741855_1031 (size=26918) 2024-11-11T07:15:38,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741855_1031 (size=26918) 2024-11-11T07:15:38,874 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408/.tmp/cf/dbb609d1211c40589c7660e5b1b4e718 2024-11-11T07:15:38,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741856_1032 (size=47197) 2024-11-11T07:15:38,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741856_1032 (size=47197) 2024-11-11T07:15:38,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741856_1032 (size=47197) 2024-11-11T07:15:38,876 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968/.tmp/cf/b6323dfe1e244198ba09d7b0843c5216 2024-11-11T07:15:38,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/.tmp/cf/6d44ad1b5f2b4683afe6a41c618114af as hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/cf/6d44ad1b5f2b4683afe6a41c618114af 2024-11-11T07:15:38,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741858_1034 (size=65) 2024-11-11T07:15:38,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741858_1034 (size=65) 2024-11-11T07:15:38,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741858_1034 (size=65) 2024-11-11T07:15:38,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:38,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T07:15:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T07:15:38,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:38,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:38,891 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86/cf/ed0e687ebeb14fe7b923cd0612570675, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T07:15:38,893 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 709fcacba272bbafc3acfd2d5a5e2f86 in 151ms, sequenceid=5, compaction requested=false 2024-11-11T07:15:38,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 709fcacba272bbafc3acfd2d5a5e2f86: 2024-11-11T07:15:38,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. for SnapshotProcedureTest completed. 2024-11-11T07:15:38,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:15:38,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86/cf/ed0e687ebeb14fe7b923cd0612570675] hfiles 2024-11-11T07:15:38,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86/cf/ed0e687ebeb14fe7b923cd0612570675 for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968/.tmp/cf/b6323dfe1e244198ba09d7b0843c5216 as hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968/cf/b6323dfe1e244198ba09d7b0843c5216 2024-11-11T07:15:38,897 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/cf/6d44ad1b5f2b4683afe6a41c618114af, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T07:15:38,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6b32a363d8691da7646090e9a146f50c in 10.1610 sec 2024-11-11T07:15:38,899 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 0c911b6eda5ae47a6b3de64c06d6f4b5 in 158ms, sequenceid=5, compaction requested=false 2024-11-11T07:15:38,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 0c911b6eda5ae47a6b3de64c06d6f4b5: 2024-11-11T07:15:38,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. for SnapshotProcedureTest completed. 2024-11-11T07:15:38,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:15:38,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/cf/6d44ad1b5f2b4683afe6a41c618114af] hfiles 2024-11-11T07:15:38,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/cf/6d44ad1b5f2b4683afe6a41c618114af for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408/.tmp/cf/dbb609d1211c40589c7660e5b1b4e718 as hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408/cf/dbb609d1211c40589c7660e5b1b4e718 2024-11-11T07:15:38,916 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968/cf/b6323dfe1e244198ba09d7b0843c5216, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T07:15:38,918 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8869789c5bc48e01e02cbadb8ed3e968 in 175ms, sequenceid=5, compaction requested=false 2024-11-11T07:15:38,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8869789c5bc48e01e02cbadb8ed3e968: 2024-11-11T07:15:38,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. for SnapshotProcedureTest completed. 2024-11-11T07:15:38,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:15:38,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968/cf/b6323dfe1e244198ba09d7b0843c5216] hfiles 2024-11-11T07:15:38,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968/cf/b6323dfe1e244198ba09d7b0843c5216 for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,921 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408/cf/dbb609d1211c40589c7660e5b1b4e718, entries=676, sequenceid=5, filesize=26.3 K 2024-11-11T07:15:38,922 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 0b6876c8f35d0b10e1066365ed8af408 in 181ms, sequenceid=5, compaction requested=false 2024-11-11T07:15:38,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0b6876c8f35d0b10e1066365ed8af408: 2024-11-11T07:15:38,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. for SnapshotProcedureTest completed. 2024-11-11T07:15:38,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T07:15:38,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408/cf/dbb609d1211c40589c7660e5b1b4e718] hfiles 2024-11-11T07:15:38,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408/cf/dbb609d1211c40589c7660e5b1b4e718 for snapshot=SnapshotProcedureTest 2024-11-11T07:15:38,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741859_1035 (size=97) 2024-11-11T07:15:38,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741859_1035 (size=97) 2024-11-11T07:15:38,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741859_1035 (size=97) 2024-11-11T07:15:38,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:38,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T07:15:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T07:15:38,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:38,948 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:38,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 709fcacba272bbafc3acfd2d5a5e2f86 in 10.2150 sec 2024-11-11T07:15:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741860_1036 (size=105) 2024-11-11T07:15:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741860_1036 (size=105) 2024-11-11T07:15:39,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741862_1038 (size=105) 2024-11-11T07:15:39,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:39,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T07:15:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T07:15:39,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:39,014 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741862_1038 (size=105) 2024-11-11T07:15:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741861_1037 (size=105) 2024-11-11T07:15:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741860_1036 (size=105) 2024-11-11T07:15:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741861_1037 (size=105) 2024-11-11T07:15:39,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5 in 10.2810 sec 2024-11-11T07:15:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741862_1038 (size=105) 2024-11-11T07:15:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741861_1037 (size=105) 2024-11-11T07:15:39,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:39,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:39,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T07:15:39,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T07:15:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T07:15:39,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T07:15:39,018 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:39,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33179 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:39,018 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:39,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b6876c8f35d0b10e1066365ed8af408 in 10.2850 sec 2024-11-11T07:15:39,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-11T07:15:39,023 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T07:15:39,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8869789c5bc48e01e02cbadb8ed3e968 in 10.2850 sec 2024-11-11T07:15:39,025 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T07:15:39,026 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T07:15:39,026 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T07:15:39,029 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T07:15:39,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741863_1039 (size=1174) 2024-11-11T07:15:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741863_1039 (size=1174) 2024-11-11T07:15:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741863_1039 (size=1174) 2024-11-11T07:15:39,109 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T07:15:39,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T07:15:39,118 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:39,118 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:39,118 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:39,118 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:39,120 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:39,127 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:39,127 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:39,127 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:39,127 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:39,164 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T07:15:39,164 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d72d5187e64f,42831,1731309295509 2024-11-11T07:15:39,165 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d72d5187e64f,42831,1731309295509: Simulated kill ***** 2024-11-11T07:15:39,165 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:15:39,165 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:15:39,165 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:15:39,165 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:15:39,165 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:15:39,165 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 475376240 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 171947032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:15:39,166 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33179 {}] master.MasterRpcServices(700): d72d5187e64f,42831,1731309295509 reported a fatal error: ***** ABORTING region server d72d5187e64f,42831,1731309295509: Simulated kill ***** 2024-11-11T07:15:39,167 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,42831,1731309295509' ***** 2024-11-11T07:15:39,167 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T07:15:39,167 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:15:39,167 INFO [RS:1;d72d5187e64f:42831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T07:15:39,167 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:15:39,167 INFO [RS:1;d72d5187e64f:42831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T07:15:39,167 INFO [RS:1;d72d5187e64f:42831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:15:39,167 INFO [RS:1;d72d5187e64f:42831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d72d5187e64f:42831. 2024-11-11T07:15:39,167 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T07:15:39,167 DEBUG [RS:1;d72d5187e64f:42831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:15:39,167 DEBUG [RS:1;d72d5187e64f:42831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741834_1010 (size=1488) 2024-11-11T07:15:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741834_1010 (size=1488) 2024-11-11T07:15:39,170 DEBUG [RS:1;d72d5187e64f:42831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:39,170 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:15:39,170 INFO [RS:1;d72d5187e64f:42831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42831 2024-11-11T07:15:39,216 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:15:39,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T07:15:39,246 INFO [RS:1;d72d5187e64f:42831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:15:39,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d72d5187e64f,42831,1731309295509 2024-11-11T07:15:39,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,42831,1731309295509] 2024-11-11T07:15:39,296 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d72d5187e64f,42831,1731309295509 already deleted, retry=false 2024-11-11T07:15:39,296 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d72d5187e64f,42831,1731309295509 on d72d5187e64f,33179,1731309295083 2024-11-11T07:15:39,297 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d72d5187e64f,42831,1731309295509, splitWal=true, meta=false 2024-11-11T07:15:39,298 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for d72d5187e64f,42831,1731309295509 (carryingMeta=false) d72d5187e64f,42831,1731309295509/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5f793ab1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T07:15:39,299 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d72d5187e64f,42831,1731309295509, splitWal=true, meta=false 2024-11-11T07:15:39,300 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d72d5187e64f,42831,1731309295509 had 3 regions 2024-11-11T07:15:39,301 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d72d5187e64f,42831,1731309295509, splitWal=true, meta=false, isMeta: false 2024-11-11T07:15:39,302 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting 2024-11-11T07:15:39,304 INFO [PEWorker-3 {}] master.SplitWALManager(105): d72d5187e64f,42831,1731309295509 WAL count=1, meta=false 2024-11-11T07:15:39,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d72d5187e64f%2C42831%2C1731309295509.1731309297329}] 2024-11-11T07:15:39,307 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:39,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d72d5187e64f%2C42831%2C1731309295509.1731309297329, worker=d72d5187e64f,38927,1731309295418}] 2024-11-11T07:15:39,312 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,42831,1731309295509 Release verify snapshot worker=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:39,312 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to d72d5187e64f,42831,1731309295509, this operation will be retried to send to another server 2024-11-11T07:15:39,312 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:15:39,313 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731309340313 2024-11-11T07:15:39,321 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-11T07:15:39,322 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-11T07:15:39,322 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-11T07:15:39,322 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,42831,1731309295509 Release verify snapshot worker=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:39,322 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to d72d5187e64f,42831,1731309295509, this operation will be retried to send to another server 2024-11-11T07:15:39,322 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:15:39,322 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731309340322 2024-11-11T07:15:39,325 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,42831,1731309295509 Release verify snapshot worker=d72d5187e64f,42831,1731309295509 2024-11-11T07:15:39,325 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to d72d5187e64f,42831,1731309295509, this operation will be retried to send to another server 2024-11-11T07:15:39,325 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:15:39,325 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731309340325 2024-11-11T07:15:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:15:39,379 INFO [RS:1;d72d5187e64f:42831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:15:39,379 INFO [RS:1;d72d5187e64f:42831 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,42831,1731309295509; zookeeper connection closed. 2024-11-11T07:15:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42831-0x10128bf51760002, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:15:39,380 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50a783d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50a783d0 2024-11-11T07:15:40,142 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:15:40,142 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:15:42,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741834_1010 (size=1488) 2024-11-11T07:15:48,743 INFO [master/d72d5187e64f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T07:15:48,743 INFO [master/d72d5187e64f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T07:15:49,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-11T07:15:49,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-11T07:15:49,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-11T07:15:49,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-11T07:15:49,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-11T07:15:49,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-11T07:15:49,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-11T07:15:49,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T07:15:49,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-11T07:15:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-11T07:15:49,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T07:15:49,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-11T07:15:49,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T07:15:49,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-11T07:15:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-11T07:15:49,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-11T07:15:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-11T07:15:49,127 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 Release verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T07:15:49,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T07:15:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-11T07:15:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T07:15:49,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 in 10.0130 sec 2024-11-11T07:15:49,131 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:49,132 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 Release verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:49,132 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:49,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 in 10.0180 sec 2024-11-11T07:15:49,136 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,34735,1731309295673 Release verify snapshot worker=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:49,136 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,34735,1731309295673 Release verify snapshot worker=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:49,136 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 Release verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:49,136 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,34735,1731309295673 Release verify snapshot worker=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:49,137 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:49,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,34735,1731309295673 in 10.0220 sec 2024-11-11T07:15:49,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 in 10.0220 sec 2024-11-11T07:15:49,139 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:49,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,34735,1731309295673 in 10.0220 sec 2024-11-11T07:15:49,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,34735,1731309295673 in 10.0220 sec 2024-11-11T07:15:49,144 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329, size=1.5 K (1488bytes) 2024-11-11T07:15:49,144 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329 2024-11-11T07:15:49,145 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329 after 1ms 2024-11-11T07:15:49,149 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329 took 5ms 2024-11-11T07:15:49,152 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b071db107fc89e57775eae0c88f3b435: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T07:15:49,154 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 66ea2f4381ce267309db39c534b0b516: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T07:15:49,155 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0c911b6eda5ae47a6b3de64c06d6f4b5: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-11T07:15:49,155 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329 so closing down 2024-11-11T07:15:49,155 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T07:15:49,156 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T07:15:49,156 INFO [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 7 ms; skipped=5; WAL=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-11T07:15:49,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329, journal: Splitting hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329, size=1.5 K (1488bytes) at 1731309349144Finishing writing output for hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329 so closing down at 1731309349155 (+11 ms)3 split writer threads finished at 1731309349156 (+1 ms)Processed 5 edits across 0 Regions in 7 ms; skipped=5; WAL=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731309349156 2024-11-11T07:15:49,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329 2024-11-11T07:15:49,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T07:15:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T07:15:49,160 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting/d72d5187e64f%2C42831%2C1731309295509.1731309297329 to hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/oldWALs 2024-11-11T07:15:49,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T07:15:49,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d72d5187e64f%2C42831%2C1731309295509.1731309297329, worker=d72d5187e64f,38927,1731309295418 in 9.8510 sec 2024-11-11T07:15:49,164 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:49,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T07:15:49,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure d72d5187e64f%2C42831%2C1731309295509.1731309297329, worker=d72d5187e64f,38927,1731309295418 in 9.8600 sec 2024-11-11T07:15:49,167 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting dir is empty, no logs to split. 2024-11-11T07:15:49,168 INFO [PEWorker-2 {}] master.SplitWALManager(105): d72d5187e64f,42831,1731309295509 WAL count=0, meta=false 2024-11-11T07:15:49,168 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if d72d5187e64f,42831,1731309295509 WAL splitting is done? wals=0, meta=false 2024-11-11T07:15:49,170 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d72d5187e64f,42831,1731309295509 failed, ignore...File hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/WALs/d72d5187e64f,42831,1731309295509-splitting does not exist. 2024-11-11T07:15:49,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c911b6eda5ae47a6b3de64c06d6f4b5, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b071db107fc89e57775eae0c88f3b435, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66ea2f4381ce267309db39c534b0b516, ASSIGN}] 2024-11-11T07:15:49,172 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c911b6eda5ae47a6b3de64c06d6f4b5, ASSIGN 2024-11-11T07:15:49,172 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b071db107fc89e57775eae0c88f3b435, ASSIGN 2024-11-11T07:15:49,172 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66ea2f4381ce267309db39c534b0b516, ASSIGN 2024-11-11T07:15:49,173 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c911b6eda5ae47a6b3de64c06d6f4b5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T07:15:49,173 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b071db107fc89e57775eae0c88f3b435, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T07:15:49,173 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66ea2f4381ce267309db39c534b0b516, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T07:15:49,323 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(204): Hosts are {d72d5187e64f=0} racks are {/default-rack=0} 2024-11-11T07:15:49,324 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T07:15:49,324 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T07:15:49,324 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T07:15:49,324 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T07:15:49,324 INFO [d72d5187e64f:33179 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T07:15:49,324 INFO [d72d5187e64f:33179 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T07:15:49,324 DEBUG [d72d5187e64f:33179 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T07:15:49,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=0c911b6eda5ae47a6b3de64c06d6f4b5, regionState=OPENING, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:49,328 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=b071db107fc89e57775eae0c88f3b435, regionState=OPENING, regionLocation=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:49,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=66ea2f4381ce267309db39c534b0b516, regionState=OPENING, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:49,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b071db107fc89e57775eae0c88f3b435, ASSIGN because future has completed 2024-11-11T07:15:49,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure b071db107fc89e57775eae0c88f3b435, server=d72d5187e64f,38927,1731309295418}] 2024-11-11T07:15:49,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c911b6eda5ae47a6b3de64c06d6f4b5, ASSIGN because future has completed 2024-11-11T07:15:49,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5, server=d72d5187e64f,34735,1731309295673}] 2024-11-11T07:15:49,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66ea2f4381ce267309db39c534b0b516, ASSIGN because future has completed 2024-11-11T07:15:49,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ea2f4381ce267309db39c534b0b516, server=d72d5187e64f,34735,1731309295673}] 2024-11-11T07:15:55,047 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:15:58,088 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T07:15:59,140 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:59,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-11T07:15:59,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-11T07:15:59,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-11T07:15:59,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-11T07:15:59,140 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => b071db107fc89e57775eae0c88f3b435, NAME => 'SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T07:15:59,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-11T07:15:59,140 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,140 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:59,140 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,140 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T07:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-11T07:15:59,143 INFO [StoreOpener-b071db107fc89e57775eae0c88f3b435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,144 INFO [StoreOpener-b071db107fc89e57775eae0c88f3b435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b071db107fc89e57775eae0c88f3b435 columnFamilyName cf 2024-11-11T07:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-11T07:15:59,144 DEBUG [StoreOpener-b071db107fc89e57775eae0c88f3b435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:59,145 INFO [StoreOpener-b071db107fc89e57775eae0c88f3b435-1 {}] regionserver.HStore(327): Store=b071db107fc89e57775eae0c88f3b435/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:59,145 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,145 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 Release verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-11T07:15:59,147 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:59,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-11T07:15:59,147 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c911b6eda5ae47a6b3de64c06d6f4b5, NAME => 'SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T07:15:59,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-11T07:15:59,148 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,148 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:59,148 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,148 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,148 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33179 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-11T07:15:59,152 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,153 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,153 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 in 20.0310 sec 2024-11-11T07:15:59,157 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 Release verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:59,157 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 Release verify snapshot worker=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:59,158 INFO [StoreOpener-0c911b6eda5ae47a6b3de64c06d6f4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,158 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,159 INFO [StoreOpener-0c911b6eda5ae47a6b3de64c06d6f4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c911b6eda5ae47a6b3de64c06d6f4b5 columnFamilyName cf 2024-11-11T07:15:59,160 DEBUG [StoreOpener-0c911b6eda5ae47a6b3de64c06d6f4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:59,161 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,34735,1731309295673 Release verify snapshot worker=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:59,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 in 20.0430 sec 2024-11-11T07:15:59,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,38927,1731309295418 in 20.0430 sec 2024-11-11T07:15:59,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=25 2024-11-11T07:15:59,167 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T07:15:59,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d72d5187e64f,34735,1731309295673 in 20.0470 sec 2024-11-11T07:15:59,167 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T07:15:59,169 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened b071db107fc89e57775eae0c88f3b435; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74319518, jitterRate=0.10744711756706238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:59,169 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,169 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for b071db107fc89e57775eae0c88f3b435: Running coprocessor pre-open hook at 1731309359141Writing region info on filesystem at 1731309359141Initializing all the Stores at 1731309359142 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309359142Cleaning up temporary data from old regions at 1731309359153 (+11 ms)Running coprocessor post-open hooks at 1731309359169 (+16 ms)Region opened successfully at 1731309359169 2024-11-11T07:15:59,170 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435., pid=52, masterSystemTime=1731309359132 2024-11-11T07:15:59,172 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T07:15:59,172 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T07:15:59,172 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:59,172 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:59,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=b071db107fc89e57775eae0c88f3b435, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,38927,1731309295418 2024-11-11T07:15:59,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5330 sec 2024-11-11T07:15:59,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure b071db107fc89e57775eae0c88f3b435, server=d72d5187e64f,38927,1731309295418 because future has completed 2024-11-11T07:15:59,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-11-11T07:15:59,190 DEBUG [StoreOpener-0c911b6eda5ae47a6b3de64c06d6f4b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/cf/6d44ad1b5f2b4683afe6a41c618114af 2024-11-11T07:15:59,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure b071db107fc89e57775eae0c88f3b435, server=d72d5187e64f,38927,1731309295418 in 9.8450 sec 2024-11-11T07:15:59,190 INFO [StoreOpener-0c911b6eda5ae47a6b3de64c06d6f4b5-1 {}] regionserver.HStore(327): Store=0c911b6eda5ae47a6b3de64c06d6f4b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:59,191 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,192 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b071db107fc89e57775eae0c88f3b435, ASSIGN in 10.0200 sec 2024-11-11T07:15:59,195 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,196 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T07:15:59,196 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,196 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,199 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,201 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T07:15:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:15:59,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:15:59,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:15:59,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:59,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:59,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:15:59,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1415364220, stopped=false 2024-11-11T07:15:59,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:15:59,203 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,33179,1731309295083 2024-11-11T07:15:59,209 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:15:59,210 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 0c911b6eda5ae47a6b3de64c06d6f4b5; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59251233, jitterRate=-0.11708782613277435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:59,210 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,210 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 0c911b6eda5ae47a6b3de64c06d6f4b5: Running coprocessor pre-open hook at 1731309359148Writing region info on filesystem at 1731309359148Initializing all the Stores at 1731309359158 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309359158Cleaning up temporary data from old regions at 1731309359196 (+38 ms)Running coprocessor post-open hooks at 1731309359210 (+14 ms)Region opened successfully at 1731309359210 2024-11-11T07:15:59,211 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5., pid=53, masterSystemTime=1731309359139 2024-11-11T07:15:59,215 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:59,215 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:59,215 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:59,215 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 66ea2f4381ce267309db39c534b0b516, NAME => 'SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T07:15:59,215 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=0c911b6eda5ae47a6b3de64c06d6f4b5, regionState=OPEN, openSeqNum=6, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:59,215 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,215 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:15:59,215 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,215 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5, server=d72d5187e64f,34735,1731309295673 because future has completed 2024-11-11T07:15:59,217 INFO [StoreOpener-66ea2f4381ce267309db39c534b0b516-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,218 INFO [StoreOpener-66ea2f4381ce267309db39c534b0b516-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ea2f4381ce267309db39c534b0b516 columnFamilyName cf 2024-11-11T07:15:59,219 DEBUG [StoreOpener-66ea2f4381ce267309db39c534b0b516-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:15:59,219 INFO [StoreOpener-66ea2f4381ce267309db39c534b0b516-1 {}] regionserver.HStore(327): Store=66ea2f4381ce267309db39c534b0b516/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:15:59,220 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,221 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-11-11T07:15:59,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c911b6eda5ae47a6b3de64c06d6f4b5, server=d72d5187e64f,34735,1731309295673 in 9.8850 sec 2024-11-11T07:15:59,222 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c911b6eda5ae47a6b3de64c06d6f4b5, ASSIGN in 10.0510 sec 2024-11-11T07:15:59,223 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,223 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,225 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,226 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 66ea2f4381ce267309db39c534b0b516; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68244480, jitterRate=0.0169219970703125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T07:15:59,226 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,226 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 66ea2f4381ce267309db39c534b0b516: Running coprocessor pre-open hook at 1731309359215Writing region info on filesystem at 1731309359215Initializing all the Stores at 1731309359217 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309359217Cleaning up temporary data from old regions at 1731309359223 (+6 ms)Running coprocessor post-open hooks at 1731309359226 (+3 ms)Region opened successfully at 1731309359226 2024-11-11T07:15:59,227 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516., pid=54, masterSystemTime=1731309359139 2024-11-11T07:15:59,228 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:59,228 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:59,229 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=66ea2f4381ce267309db39c534b0b516, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,34735,1731309295673 2024-11-11T07:15:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ea2f4381ce267309db39c534b0b516, server=d72d5187e64f,34735,1731309295673 because future has completed 2024-11-11T07:15:59,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-11T07:15:59,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 66ea2f4381ce267309db39c534b0b516, server=d72d5187e64f,34735,1731309295673 in 9.8960 sec 2024-11-11T07:15:59,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-11T07:15:59,236 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server d72d5187e64f,42831,1731309295509 after splitting done 2024-11-11T07:15:59,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66ea2f4381ce267309db39c534b0b516, ASSIGN in 10.0630 sec 2024-11-11T07:15:59,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure d72d5187e64f,42831,1731309295509, splitWal=true, meta=false in 19.9400 sec 2024-11-11T07:15:59,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T07:15:59,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T07:15:59,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T07:15:59,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:15:59,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:15:59,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:15:59,245 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:15:59,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:15:59,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:15:59,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T07:15:59,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:15:59,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:15:59,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:59,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,38927,1731309295418' ***** 2024-11-11T07:15:59,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:15:59,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,34735,1731309295673' ***** 2024-11-11T07:15:59,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:15:59,247 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:15:59,247 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:15:59,247 INFO [RS:2;d72d5187e64f:34735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:15:59,247 INFO [RS:2;d72d5187e64f:34735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:15:59,247 INFO [RS:0;d72d5187e64f:38927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:15:59,247 INFO [RS:0;d72d5187e64f:38927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:15:59,247 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c911b6eda5ae47a6b3de64c06d6f4b5 2024-11-11T07:15:59,247 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b32a363d8691da7646090e9a146f50c 2024-11-11T07:15:59,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:15:59,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:15:59,247 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for 8869789c5bc48e01e02cbadb8ed3e968 2024-11-11T07:15:59,247 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b6876c8f35d0b10e1066365ed8af408 2024-11-11T07:15:59,247 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:59,247 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(3091): Received CLOSE for b071db107fc89e57775eae0c88f3b435 2024-11-11T07:15:59,247 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for 454a49377a5ee2e04ec3eec212c3d390 2024-11-11T07:15:59,247 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(3091): Received CLOSE for 709fcacba272bbafc3acfd2d5a5e2f86 2024-11-11T07:15:59,248 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for 66ea2f4381ce267309db39c534b0b516 2024-11-11T07:15:59,247 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(3091): Received CLOSE for dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:59,248 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,34735,1731309295673 2024-11-11T07:15:59,248 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,38927,1731309295418 2024-11-11T07:15:59,248 INFO [RS:2;d72d5187e64f:34735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:15:59,248 INFO [RS:0;d72d5187e64f:38927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:15:59,248 INFO [RS:2;d72d5187e64f:34735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d72d5187e64f:34735. 2024-11-11T07:15:59,248 INFO [RS:0;d72d5187e64f:38927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:38927. 2024-11-11T07:15:59,248 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b32a363d8691da7646090e9a146f50c, disabling compactions & flushes 2024-11-11T07:15:59,248 DEBUG [RS:2;d72d5187e64f:34735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:15:59,248 DEBUG [RS:0;d72d5187e64f:38927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:15:59,248 DEBUG [RS:2;d72d5187e64f:34735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:59,248 DEBUG [RS:0;d72d5187e64f:38927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:59,248 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:59,248 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:59,248 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-11T07:15:59,248 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:15:59,248 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. after waiting 0 ms 2024-11-11T07:15:59,248 DEBUG [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(1325): Online Regions={6b32a363d8691da7646090e9a146f50c=SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c., 0b6876c8f35d0b10e1066365ed8af408=SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408., b071db107fc89e57775eae0c88f3b435=SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435., 709fcacba272bbafc3acfd2d5a5e2f86=SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86., dfb4baee56b4a1e36e55e7a4af0e6fe7=SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7.} 2024-11-11T07:15:59,248 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:15:59,248 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:59,248 DEBUG [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(1351): Waiting on 0b6876c8f35d0b10e1066365ed8af408, 6b32a363d8691da7646090e9a146f50c, 709fcacba272bbafc3acfd2d5a5e2f86, b071db107fc89e57775eae0c88f3b435, dfb4baee56b4a1e36e55e7a4af0e6fe7 2024-11-11T07:15:59,248 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:15:59,248 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:15:59,248 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-11T07:15:59,248 DEBUG [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(1325): Online Regions={0c911b6eda5ae47a6b3de64c06d6f4b5=SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5., 1588230740=hbase:meta,,1.1588230740, 8869789c5bc48e01e02cbadb8ed3e968=SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968., e629d769dfdb2416ae6095f039169d70=SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70., 454a49377a5ee2e04ec3eec212c3d390=SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390., 66ea2f4381ce267309db39c534b0b516=SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516.} 2024-11-11T07:15:59,248 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c911b6eda5ae47a6b3de64c06d6f4b5, disabling compactions & flushes 2024-11-11T07:15:59,248 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:15:59,248 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:59,248 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:15:59,248 DEBUG [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(1351): Waiting on 0c911b6eda5ae47a6b3de64c06d6f4b5, 1588230740, 454a49377a5ee2e04ec3eec212c3d390, 66ea2f4381ce267309db39c534b0b516, 8869789c5bc48e01e02cbadb8ed3e968, e629d769dfdb2416ae6095f039169d70 2024-11-11T07:15:59,248 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:59,249 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:15:59,249 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. after waiting 0 ms 2024-11-11T07:15:59,249 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:59,249 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:15:59,249 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:15:59,249 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-11T07:15:59,252 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/6b32a363d8691da7646090e9a146f50c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:15:59,253 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:59,253 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b32a363d8691da7646090e9a146f50c: Waiting for close lock at 1731309359248Running coprocessor pre-close hooks at 1731309359248Disabling compacts and flushes for region at 1731309359248Disabling writes for close at 1731309359248Writing region close event to WAL at 1731309359248Running coprocessor post-close hooks at 1731309359253 (+5 ms)Closed at 1731309359253 2024-11-11T07:15:59,253 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c. 2024-11-11T07:15:59,253 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0c911b6eda5ae47a6b3de64c06d6f4b5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-11T07:15:59,253 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b6876c8f35d0b10e1066365ed8af408, disabling compactions & flushes 2024-11-11T07:15:59,253 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:59,253 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:59,253 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. after waiting 0 ms 2024-11-11T07:15:59,253 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:59,254 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:59,254 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c911b6eda5ae47a6b3de64c06d6f4b5: Waiting for close lock at 1731309359248Running coprocessor pre-close hooks at 1731309359248Disabling compacts and flushes for region at 1731309359248Disabling writes for close at 1731309359249 (+1 ms)Writing region close event to WAL at 1731309359250 (+1 ms)Running coprocessor post-close hooks at 1731309359254 (+4 ms)Closed at 1731309359254 2024-11-11T07:15:59,254 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731309308285.0c911b6eda5ae47a6b3de64c06d6f4b5. 2024-11-11T07:15:59,254 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8869789c5bc48e01e02cbadb8ed3e968, disabling compactions & flushes 2024-11-11T07:15:59,254 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:59,254 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:59,254 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. after waiting 0 ms 2024-11-11T07:15:59,254 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:59,265 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/8869789c5bc48e01e02cbadb8ed3e968/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:15:59,265 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/0b6876c8f35d0b10e1066365ed8af408/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:15:59,266 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:59,266 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8869789c5bc48e01e02cbadb8ed3e968: Waiting for close lock at 1731309359254Running coprocessor pre-close hooks at 1731309359254Disabling compacts and flushes for region at 1731309359254Disabling writes for close at 1731309359254Writing region close event to WAL at 1731309359260 (+6 ms)Running coprocessor post-close hooks at 1731309359266 (+6 ms)Closed at 1731309359266 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b6876c8f35d0b10e1066365ed8af408: Waiting for close lock at 1731309359253Running coprocessor pre-close hooks at 1731309359253Disabling compacts and flushes for region at 1731309359253Disabling writes for close at 1731309359253Writing region close event to WAL at 1731309359257 (+4 ms)Running coprocessor post-close hooks at 1731309359266 (+9 ms)Closed at 1731309359266 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731309308285.0b6876c8f35d0b10e1066365ed8af408. 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731309308285.8869789c5bc48e01e02cbadb8ed3e968. 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e629d769dfdb2416ae6095f039169d70, disabling compactions & flushes 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b071db107fc89e57775eae0c88f3b435, disabling compactions & flushes 2024-11-11T07:15:59,266 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:59,266 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. after waiting 0 ms 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. after waiting 0 ms 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:59,266 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:59,268 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/.tmp/info/b702845c02354e5db47c57c2bee1413a is 167, key is SPTestTable,19999999,1731309308285.6b32a363d8691da7646090e9a146f50c./info:regioninfo/1731309318813/Put/seqid=0 2024-11-11T07:15:59,276 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/b071db107fc89e57775eae0c88f3b435/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T07:15:59,276 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/e629d769dfdb2416ae6095f039169d70/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:15:59,277 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:59,277 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e629d769dfdb2416ae6095f039169d70: Waiting for close lock at 1731309359266Running coprocessor pre-close hooks at 1731309359266Disabling compacts and flushes for region at 1731309359266Disabling writes for close at 1731309359266Writing region close event to WAL at 1731309359267 (+1 ms)Running coprocessor post-close hooks at 1731309359277 (+10 ms)Closed at 1731309359277 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b071db107fc89e57775eae0c88f3b435: Waiting for close lock at 1731309359266Running coprocessor pre-close hooks at 1731309359266Disabling compacts and flushes for region at 1731309359266Disabling writes for close at 1731309359266Writing region close event to WAL at 1731309359267 (+1 ms)Running coprocessor post-close hooks at 1731309359277 (+10 ms)Closed at 1731309359277 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731309308285.e629d769dfdb2416ae6095f039169d70. 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731309308285.b071db107fc89e57775eae0c88f3b435. 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 709fcacba272bbafc3acfd2d5a5e2f86, disabling compactions & flushes 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 454a49377a5ee2e04ec3eec212c3d390, disabling compactions & flushes 2024-11-11T07:15:59,277 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:59,277 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. after waiting 0 ms 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. after waiting 0 ms 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:59,277 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:59,282 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/454a49377a5ee2e04ec3eec212c3d390/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:15:59,283 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:59,283 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 454a49377a5ee2e04ec3eec212c3d390: Waiting for close lock at 1731309359277Running coprocessor pre-close hooks at 1731309359277Disabling compacts and flushes for region at 1731309359277Disabling writes for close at 1731309359277Writing region close event to WAL at 1731309359278 (+1 ms)Running coprocessor post-close hooks at 1731309359283 (+5 ms)Closed at 1731309359283 2024-11-11T07:15:59,283 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731309308285.454a49377a5ee2e04ec3eec212c3d390. 2024-11-11T07:15:59,284 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66ea2f4381ce267309db39c534b0b516, disabling compactions & flushes 2024-11-11T07:15:59,284 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:59,284 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:59,284 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. after waiting 0 ms 2024-11-11T07:15:59,284 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741864_1040 (size=19817) 2024-11-11T07:15:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741864_1040 (size=19817) 2024-11-11T07:15:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741864_1040 (size=19817) 2024-11-11T07:15:59,288 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/.tmp/info/b702845c02354e5db47c57c2bee1413a 2024-11-11T07:15:59,289 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/709fcacba272bbafc3acfd2d5a5e2f86/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:15:59,290 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:59,290 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 709fcacba272bbafc3acfd2d5a5e2f86: Waiting for close lock at 1731309359277Running coprocessor pre-close hooks at 1731309359277Disabling compacts and flushes for region at 1731309359277Disabling writes for close at 1731309359277Writing region close event to WAL at 1731309359280 (+3 ms)Running coprocessor post-close hooks at 1731309359289 (+9 ms)Closed at 1731309359290 (+1 ms) 2024-11-11T07:15:59,290 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731309308285.709fcacba272bbafc3acfd2d5a5e2f86. 2024-11-11T07:15:59,290 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfb4baee56b4a1e36e55e7a4af0e6fe7, disabling compactions & flushes 2024-11-11T07:15:59,290 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:59,290 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:59,290 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. after waiting 0 ms 2024-11-11T07:15:59,290 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:59,292 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/66ea2f4381ce267309db39c534b0b516/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T07:15:59,293 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:59,293 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66ea2f4381ce267309db39c534b0b516: Waiting for close lock at 1731309359284Running coprocessor pre-close hooks at 1731309359284Disabling compacts and flushes for region at 1731309359284Disabling writes for close at 1731309359284Writing region close event to WAL at 1731309359284Running coprocessor post-close hooks at 1731309359293 (+9 ms)Closed at 1731309359293 2024-11-11T07:15:59,293 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731309308285.66ea2f4381ce267309db39c534b0b516. 2024-11-11T07:15:59,295 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/default/SPTestTable/dfb4baee56b4a1e36e55e7a4af0e6fe7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T07:15:59,296 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:59,296 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfb4baee56b4a1e36e55e7a4af0e6fe7: Waiting for close lock at 1731309359290Running coprocessor pre-close hooks at 1731309359290Disabling compacts and flushes for region at 1731309359290Disabling writes for close at 1731309359290Writing region close event to WAL at 1731309359291 (+1 ms)Running coprocessor post-close hooks at 1731309359296 (+5 ms)Closed at 1731309359296 2024-11-11T07:15:59,296 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731309308285.dfb4baee56b4a1e36e55e7a4af0e6fe7. 2024-11-11T07:15:59,316 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/.tmp/ns/ac12990ad8e94ce9a8301aab2137e973 is 43, key is default/ns:d/1731309308159/Put/seqid=0 2024-11-11T07:15:59,331 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:15:59,336 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:15:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741865_1041 (size=5153) 2024-11-11T07:15:59,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741865_1041 (size=5153) 2024-11-11T07:15:59,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741865_1041 (size=5153) 2024-11-11T07:15:59,361 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/.tmp/ns/ac12990ad8e94ce9a8301aab2137e973 2024-11-11T07:15:59,393 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/.tmp/table/608bec79d3a4474f8e7cae8e956ab74b is 47, key is SPTestTable/table:state/1731309318819/Put/seqid=0 2024-11-11T07:15:59,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741866_1042 (size=5214) 2024-11-11T07:15:59,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741866_1042 (size=5214) 2024-11-11T07:15:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741866_1042 (size=5214) 2024-11-11T07:15:59,421 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/.tmp/table/608bec79d3a4474f8e7cae8e956ab74b 2024-11-11T07:15:59,431 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/.tmp/info/b702845c02354e5db47c57c2bee1413a as hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/info/b702845c02354e5db47c57c2bee1413a 2024-11-11T07:15:59,439 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/info/b702845c02354e5db47c57c2bee1413a, entries=112, sequenceid=35, filesize=19.4 K 2024-11-11T07:15:59,445 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/.tmp/ns/ac12990ad8e94ce9a8301aab2137e973 as hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/ns/ac12990ad8e94ce9a8301aab2137e973 2024-11-11T07:15:59,449 DEBUG [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:15:59,452 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,38927,1731309295418; all regions closed. 2024-11-11T07:15:59,454 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/ns/ac12990ad8e94ce9a8301aab2137e973, entries=2, sequenceid=35, filesize=5.0 K 2024-11-11T07:15:59,455 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/.tmp/table/608bec79d3a4474f8e7cae8e956ab74b as hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/table/608bec79d3a4474f8e7cae8e956ab74b 2024-11-11T07:15:59,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741833_1009 (size=4052) 2024-11-11T07:15:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741833_1009 (size=4052) 2024-11-11T07:15:59,467 DEBUG [RS:0;d72d5187e64f:38927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/oldWALs 2024-11-11T07:15:59,467 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/table/608bec79d3a4474f8e7cae8e956ab74b, entries=2, sequenceid=35, filesize=5.1 K 2024-11-11T07:15:59,467 INFO [RS:0;d72d5187e64f:38927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C38927%2C1731309295418:(num 1731309297320) 2024-11-11T07:15:59,467 DEBUG [RS:0;d72d5187e64f:38927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:59,467 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:15:59,467 INFO [RS:0;d72d5187e64f:38927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:15:59,467 INFO [RS:0;d72d5187e64f:38927 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:15:59,468 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:15:59,468 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:15:59,468 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:15:59,468 INFO [RS:0;d72d5187e64f:38927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:15:59,468 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:15:59,468 INFO [RS:0;d72d5187e64f:38927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38927 2024-11-11T07:15:59,473 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 223ms, sequenceid=35, compaction requested=false 2024-11-11T07:15:59,481 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-11T07:15:59,482 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:15:59,482 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:15:59,482 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309359248Running coprocessor pre-close hooks at 1731309359248Disabling compacts and flushes for region at 1731309359248Disabling writes for close at 1731309359249 (+1 ms)Obtaining lock to block concurrent updates at 1731309359249Preparing flush snapshotting stores in 1588230740 at 1731309359249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731309359249Flushing stores of hbase:meta,,1.1588230740 at 1731309359250 (+1 ms)Flushing 1588230740/info: creating writer at 1731309359250Flushing 1588230740/info: appending metadata at 1731309359268 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731309359268Flushing 1588230740/ns: creating writer at 1731309359296 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731309359315 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731309359315Flushing 1588230740/table: creating writer at 1731309359373 (+58 ms)Flushing 1588230740/table: appending metadata at 1731309359393 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731309359393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21946ed6: reopening flushed file at 1731309359430 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5714833e: reopening flushed file at 1731309359439 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682b098a: reopening flushed file at 1731309359454 (+15 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 223ms, sequenceid=35, compaction requested=false at 1731309359473 (+19 ms)Writing region close event to WAL at 1731309359477 (+4 ms)Running coprocessor post-close hooks at 1731309359482 (+5 ms)Closed at 1731309359482 2024-11-11T07:15:59,482 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:15:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T07:15:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d72d5187e64f,38927,1731309295418 2024-11-11T07:15:59,535 INFO [RS:0;d72d5187e64f:38927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:15:59,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,38927,1731309295418] 2024-11-11T07:15:59,634 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d72d5187e64f,38927,1731309295418 already deleted, retry=false 2024-11-11T07:15:59,635 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,38927,1731309295418 expired; onlineServers=1 2024-11-11T07:15:59,652 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,34735,1731309295673; all regions closed. 2024-11-11T07:15:59,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741836_1012 (size=18438) 2024-11-11T07:15:59,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741836_1012 (size=18438) 2024-11-11T07:15:59,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741836_1012 (size=18438) 2024-11-11T07:15:59,688 DEBUG [RS:2;d72d5187e64f:34735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/oldWALs 2024-11-11T07:15:59,688 INFO [RS:2;d72d5187e64f:34735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C34735%2C1731309295673.meta:.meta(num 1731309307982) 2024-11-11T07:15:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741835_1011 (size=3534) 2024-11-11T07:15:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741835_1011 (size=3534) 2024-11-11T07:15:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741835_1011 (size=3534) 2024-11-11T07:15:59,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:15:59,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38927-0x10128bf51760001, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:15:59,713 INFO [RS:0;d72d5187e64f:38927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:15:59,713 INFO [RS:0;d72d5187e64f:38927 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,38927,1731309295418; zookeeper connection closed. 2024-11-11T07:15:59,715 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14ff3624 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14ff3624 2024-11-11T07:15:59,729 DEBUG [RS:2;d72d5187e64f:34735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/oldWALs 2024-11-11T07:15:59,729 INFO [RS:2;d72d5187e64f:34735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C34735%2C1731309295673:(num 1731309297336) 2024-11-11T07:15:59,729 DEBUG [RS:2;d72d5187e64f:34735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:15:59,729 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:15:59,729 INFO [RS:2;d72d5187e64f:34735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:15:59,730 INFO [RS:2;d72d5187e64f:34735 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:15:59,730 INFO [RS:2;d72d5187e64f:34735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:15:59,730 INFO [RS:2;d72d5187e64f:34735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34735 2024-11-11T07:15:59,730 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:15:59,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d72d5187e64f,34735,1731309295673 2024-11-11T07:15:59,748 INFO [RS:2;d72d5187e64f:34735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:15:59,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T07:15:59,767 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,34735,1731309295673] 2024-11-11T07:15:59,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d72d5187e64f,34735,1731309295673 already deleted, retry=false 2024-11-11T07:15:59,781 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,34735,1731309295673 expired; onlineServers=0 2024-11-11T07:15:59,781 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,33179,1731309295083' ***** 2024-11-11T07:15:59,781 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:15:59,781 INFO [M:0;d72d5187e64f:33179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:15:59,781 INFO [M:0;d72d5187e64f:33179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:15:59,781 DEBUG [M:0;d72d5187e64f:33179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:15:59,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:15:59,781 DEBUG [M:0;d72d5187e64f:33179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:15:59,781 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309296903 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309296903,5,FailOnTimeoutGroup] 2024-11-11T07:15:59,781 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309296903 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309296903,5,FailOnTimeoutGroup] 2024-11-11T07:15:59,781 INFO [M:0;d72d5187e64f:33179 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:15:59,781 INFO [M:0;d72d5187e64f:33179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:15:59,782 DEBUG [M:0;d72d5187e64f:33179 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:15:59,782 INFO [M:0;d72d5187e64f:33179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:15:59,782 INFO [M:0;d72d5187e64f:33179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:15:59,782 ERROR [M:0;d72d5187e64f:33179 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1469787010) connection to localhost/127.0.0.1:35325 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35325,5,PEWorkerGroup] 2024-11-11T07:15:59,782 INFO [M:0;d72d5187e64f:33179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:15:59,782 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:15:59,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T07:15:59,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T07:15:59,793 DEBUG [M:0;d72d5187e64f:33179 {}] zookeeper.ZKUtil(347): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T07:15:59,793 WARN [M:0;d72d5187e64f:33179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:15:59,793 INFO [M:0;d72d5187e64f:33179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/.lastflushedseqids 2024-11-11T07:15:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741867_1043 (size=650) 2024-11-11T07:15:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741867_1043 (size=650) 2024-11-11T07:15:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741867_1043 (size=650) 2024-11-11T07:15:59,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:15:59,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x10128bf51760003, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:15:59,867 INFO [RS:2;d72d5187e64f:34735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:15:59,867 INFO [RS:2;d72d5187e64f:34735 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,34735,1731309295673; zookeeper connection closed. 2024-11-11T07:15:59,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2052e05f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2052e05f 2024-11-11T07:15:59,868 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T07:15:59,983 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:37127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T07:16:00,204 INFO [M:0;d72d5187e64f:33179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:16:00,204 INFO [M:0;d72d5187e64f:33179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:16:00,204 DEBUG [M:0;d72d5187e64f:33179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:16:00,204 INFO [M:0;d72d5187e64f:33179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:16:00,204 DEBUG [M:0;d72d5187e64f:33179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:16:00,204 DEBUG [M:0;d72d5187e64f:33179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:16:00,204 DEBUG [M:0;d72d5187e64f:33179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:16:00,204 INFO [M:0;d72d5187e64f:33179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=234.05 KB heapSize=277.67 KB 2024-11-11T07:16:00,222 DEBUG [M:0;d72d5187e64f:33179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6776372d012d4804bffd1b9980a1297c is 82, key is hbase:meta,,1/info:regioninfo/1731309308070/Put/seqid=0 2024-11-11T07:16:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741868_1044 (size=5672) 2024-11-11T07:16:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741868_1044 (size=5672) 2024-11-11T07:16:00,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741868_1044 (size=5672) 2024-11-11T07:16:00,652 INFO [M:0;d72d5187e64f:33179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6776372d012d4804bffd1b9980a1297c 2024-11-11T07:16:00,707 DEBUG [M:0;d72d5187e64f:33179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bd11213f7b744e8b1570d0824a4dd93 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731309318824/Put/seqid=0 2024-11-11T07:16:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741869_1045 (size=9321) 2024-11-11T07:16:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741869_1045 (size=9321) 2024-11-11T07:16:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741869_1045 (size=9321) 2024-11-11T07:16:00,761 INFO [M:0;d72d5187e64f:33179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=233.31 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bd11213f7b744e8b1570d0824a4dd93 2024-11-11T07:16:00,770 INFO [M:0;d72d5187e64f:33179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bd11213f7b744e8b1570d0824a4dd93 2024-11-11T07:16:00,790 DEBUG [M:0;d72d5187e64f:33179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ac545d54f9e467b9e292b21f4076984 is 69, key is d72d5187e64f,34735,1731309295673/rs:state/1731309297094/Put/seqid=0 2024-11-11T07:16:00,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741870_1046 (size=5442) 2024-11-11T07:16:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741870_1046 (size=5442) 2024-11-11T07:16:00,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741870_1046 (size=5442) 2024-11-11T07:16:00,819 INFO [M:0;d72d5187e64f:33179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ac545d54f9e467b9e292b21f4076984 2024-11-11T07:16:00,830 INFO [M:0;d72d5187e64f:33179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ac545d54f9e467b9e292b21f4076984 2024-11-11T07:16:00,831 DEBUG [M:0;d72d5187e64f:33179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6776372d012d4804bffd1b9980a1297c as hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6776372d012d4804bffd1b9980a1297c 2024-11-11T07:16:00,845 INFO [M:0;d72d5187e64f:33179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6776372d012d4804bffd1b9980a1297c, entries=8, sequenceid=473, filesize=5.5 K 2024-11-11T07:16:00,846 DEBUG [M:0;d72d5187e64f:33179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bd11213f7b744e8b1570d0824a4dd93 as hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bd11213f7b744e8b1570d0824a4dd93 2024-11-11T07:16:00,856 INFO [M:0;d72d5187e64f:33179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bd11213f7b744e8b1570d0824a4dd93 2024-11-11T07:16:00,856 INFO [M:0;d72d5187e64f:33179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bd11213f7b744e8b1570d0824a4dd93, entries=54, sequenceid=473, filesize=9.1 K 2024-11-11T07:16:00,857 DEBUG [M:0;d72d5187e64f:33179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ac545d54f9e467b9e292b21f4076984 as hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ac545d54f9e467b9e292b21f4076984 2024-11-11T07:16:00,865 INFO [M:0;d72d5187e64f:33179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ac545d54f9e467b9e292b21f4076984 2024-11-11T07:16:00,865 INFO [M:0;d72d5187e64f:33179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35325/user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ac545d54f9e467b9e292b21f4076984, entries=3, sequenceid=473, filesize=5.3 K 2024-11-11T07:16:00,866 INFO [M:0;d72d5187e64f:33179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~234.05 KB/239666, heapSize ~277.38 KB/284032, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 662ms, sequenceid=473, compaction requested=false 2024-11-11T07:16:00,878 INFO [M:0;d72d5187e64f:33179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:16:00,878 DEBUG [M:0;d72d5187e64f:33179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309360204Disabling compacts and flushes for region at 1731309360204Disabling writes for close at 1731309360204Obtaining lock to block concurrent updates at 1731309360204Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309360204Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=239666, getHeapSize=284272, getOffHeapSize=0, getCellsCount=576 at 1731309360205 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309360205Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309360205Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309360222 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309360222Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309360680 (+458 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309360707 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309360707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309360770 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309360789 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309360789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f31f15: reopening flushed file at 1731309360830 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8f9c20: reopening flushed file at 1731309360845 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588a14d5: reopening flushed file at 1731309360856 (+11 ms)Finished flush of dataSize ~234.05 KB/239666, heapSize ~277.38 KB/284032, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 662ms, sequenceid=473, compaction requested=false at 1731309360866 (+10 ms)Writing region close event to WAL at 1731309360878 (+12 ms)Closed at 1731309360878 2024-11-11T07:16:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741830_1006 (size=271242) 2024-11-11T07:16:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741830_1006 (size=271242) 2024-11-11T07:16:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37769 is added to blk_1073741830_1006 (size=271242) 2024-11-11T07:16:00,885 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f46254-31f5-e4b2-ed74-7bab6bc36e12/MasterData/WALs/d72d5187e64f,33179,1731309295083/d72d5187e64f%2C33179%2C1731309295083.1731309296470 not finished, retry = 0 2024-11-11T07:16:00,986 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:33179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T07:16:00,991 INFO [M:0;d72d5187e64f:33179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:16:00,991 INFO [M:0;d72d5187e64f:33179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33179 2024-11-11T07:16:00,992 INFO [M:0;d72d5187e64f:33179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:16:00,992 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:16:01,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:16:01,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x10128bf51760000, quorum=127.0.0.1:51833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:16:01,105 INFO [M:0;d72d5187e64f:33179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:16:01,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6921149e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:16:01,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586994fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:16:01,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:16:01,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c48b7f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:16:01,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d518073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/hadoop.log.dir/,STOPPED} 2024-11-11T07:16:01,138 WARN [BP-634960740-172.17.0.3-1731309291545 heartbeating to localhost/127.0.0.1:35325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:16:01,138 WARN [BP-634960740-172.17.0.3-1731309291545 heartbeating to localhost/127.0.0.1:35325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-634960740-172.17.0.3-1731309291545 (Datanode Uuid 5a23df42-8384-4309-87e5-6dee5d4815c5) service to localhost/127.0.0.1:35325 2024-11-11T07:16:01,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data6/current/BP-634960740-172.17.0.3-1731309291545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:16:01,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data5/current/BP-634960740-172.17.0.3-1731309291545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:16:01,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:16:01,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:16:01,141 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:16:01,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63cee4f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:16:01,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3392db87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:16:01,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:16:01,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@353f719e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:16:01,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f0cf5bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/hadoop.log.dir/,STOPPED} 2024-11-11T07:16:01,164 WARN [BP-634960740-172.17.0.3-1731309291545 heartbeating to localhost/127.0.0.1:35325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:16:01,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:16:01,164 WARN [BP-634960740-172.17.0.3-1731309291545 heartbeating to localhost/127.0.0.1:35325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-634960740-172.17.0.3-1731309291545 (Datanode Uuid 694c34dc-330e-4d26-996b-b1e2b86da1a8) service to localhost/127.0.0.1:35325 2024-11-11T07:16:01,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:16:01,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data4/current/BP-634960740-172.17.0.3-1731309291545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:16:01,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:16:01,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data3/current/BP-634960740-172.17.0.3-1731309291545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:16:01,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3abefa9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:16:01,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65fe1c2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:16:01,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:16:01,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43e25751{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:16:01,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550c1c37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/hadoop.log.dir/,STOPPED} 2024-11-11T07:16:01,200 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:16:01,200 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:16:01,200 WARN [BP-634960740-172.17.0.3-1731309291545 heartbeating to localhost/127.0.0.1:35325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:16:01,200 WARN [BP-634960740-172.17.0.3-1731309291545 heartbeating to localhost/127.0.0.1:35325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-634960740-172.17.0.3-1731309291545 (Datanode Uuid 5ce31ef3-78b8-4b5e-bcc3-1e770386a310) service to localhost/127.0.0.1:35325 2024-11-11T07:16:01,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data1/current/BP-634960740-172.17.0.3-1731309291545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:16:01,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:16:01,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/cluster_29ce778b-ded9-16ad-5709-a4e549895bd4/data/data2/current/BP-634960740-172.17.0.3-1731309291545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:16:01,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74505a99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:16:01,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@765686bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:16:01,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:16:01,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c53ef62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:16:01,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a14caa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eea416d-75a5-9e5f-8ef7-156e1ded20ea/hadoop.log.dir/,STOPPED} 2024-11-11T07:16:01,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:16:01,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:16:01,315 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 92) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:35325 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:35325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:35325 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:35325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=483 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=643 (was 830), ProcessCount=11 (was 11), AvailableMemoryMB=3234 (was 2994) - AvailableMemoryMB LEAK? -