2024-11-22 03:13:01,751 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 03:13:01,772 main DEBUG Took 0.017808 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 03:13:01,773 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 03:13:01,773 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 03:13:01,774 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 03:13:01,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,790 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 03:13:01,808 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,811 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,813 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,813 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,815 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,816 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,818 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,819 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,820 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,822 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,823 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,831 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,835 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:13:01,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,837 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 03:13:01,839 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:13:01,842 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 03:13:01,847 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 03:13:01,848 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 03:13:01,851 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 03:13:01,852 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 03:13:01,870 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 03:13:01,875 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 03:13:01,878 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 03:13:01,878 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 03:13:01,879 main DEBUG createAppenders(={Console}) 2024-11-22 03:13:01,881 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-22 03:13:01,881 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 03:13:01,882 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-22 03:13:01,882 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 03:13:01,883 main DEBUG OutputStream closed 2024-11-22 03:13:01,883 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 03:13:01,884 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 03:13:01,884 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-22 03:13:02,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 03:13:02,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 03:13:02,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 03:13:02,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 03:13:02,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 03:13:02,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 03:13:02,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 03:13:02,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 03:13:02,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 03:13:02,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 03:13:02,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 03:13:02,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 03:13:02,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 03:13:02,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 03:13:02,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 03:13:02,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 03:13:02,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 03:13:02,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 03:13:02,065 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 03:13:02,065 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-22 03:13:02,065 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 03:13:02,066 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-22T03:13:02,094 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-22 03:13:02,097 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 03:13:02,098 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T03:13:02,111 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-22T03:13:02,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=645, ProcessCount=11, AvailableMemoryMB=8416 2024-11-22T03:13:02,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c 2024-11-22T03:13:02,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:13:02,659 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa, deleteOnExit=true 2024-11-22T03:13:02,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:13:02,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/test.cache.data in system properties and HBase conf 2024-11-22T03:13:02,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:13:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:13:02,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:13:02,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:13:02,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:13:02,827 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T03:13:03,037 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:13:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:13:03,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:13:03,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:13:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:13:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:13:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:13:03,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:13:03,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:13:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:13:03,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:13:03,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:13:03,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:13:03,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:13:03,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:13:04,497 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T03:13:04,573 INFO [Time-limited test {}] log.Log(170): Logging initialized @3736ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T03:13:04,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:13:04,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:13:04,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:13:04,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:13:04,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:13:04,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:13:04,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:13:04,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:13:05,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/java.io.tmpdir/jetty-localhost-46101-hadoop-hdfs-3_4_1-tests_jar-_-any-15272011085343759080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:13:05,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:46101} 2024-11-22T03:13:05,018 INFO [Time-limited test {}] server.Server(415): Started @4181ms 2024-11-22T03:13:05,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:13:05,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:13:05,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:13:05,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:13:05,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:13:05,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:13:05,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:13:05,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/java.io.tmpdir/jetty-localhost-38901-hadoop-hdfs-3_4_1-tests_jar-_-any-3562615955044077861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:13:05,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:38901} 2024-11-22T03:13:05,775 INFO [Time-limited test {}] server.Server(415): Started @4938ms 2024-11-22T03:13:05,834 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:13:06,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:13:06,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:13:06,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:13:06,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:13:06,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:13:06,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:13:06,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:13:06,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/java.io.tmpdir/jetty-localhost-33695-hadoop-hdfs-3_4_1-tests_jar-_-any-8788744921762803754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:13:06,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:33695} 2024-11-22T03:13:06,198 INFO [Time-limited test {}] server.Server(415): Started @5361ms 2024-11-22T03:13:06,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:13:06,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:13:06,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:13:06,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:13:06,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:13:06,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:13:06,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:13:06,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:13:06,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/java.io.tmpdir/jetty-localhost-41407-hadoop-hdfs-3_4_1-tests_jar-_-any-11217719059040915330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:13:06,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:41407} 2024-11-22T03:13:06,399 INFO [Time-limited test {}] server.Server(415): Started @5562ms 2024-11-22T03:13:06,402 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:13:08,390 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data2/current/BP-1466598143-172.17.0.3-1732245183904/current, will proceed with Du for space computation calculation, 2024-11-22T03:13:08,390 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data4/current/BP-1466598143-172.17.0.3-1732245183904/current, will proceed with Du for space computation calculation, 2024-11-22T03:13:08,390 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data3/current/BP-1466598143-172.17.0.3-1732245183904/current, will proceed with Du for space computation calculation, 2024-11-22T03:13:08,390 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data1/current/BP-1466598143-172.17.0.3-1732245183904/current, will proceed with Du for space computation calculation, 2024-11-22T03:13:08,425 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:13:08,425 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:13:08,458 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data6/current/BP-1466598143-172.17.0.3-1732245183904/current, will proceed with Du for space computation calculation, 2024-11-22T03:13:08,458 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data5/current/BP-1466598143-172.17.0.3-1732245183904/current, will proceed with Du for space computation calculation, 2024-11-22T03:13:08,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7474069c8bb56be with lease ID 0xbc1f3ff125bf626d: Processing first storage report for DS-307ce428-6345-41bb-9de0-1c2bebde3df8 from datanode DatanodeRegistration(127.0.0.1:42857, datanodeUuid=1e1675f6-5d0f-40fd-8184-701db320f044, infoPort=38207, infoSecurePort=0, ipcPort=33301, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904) 2024-11-22T03:13:08,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7474069c8bb56be with lease ID 0xbc1f3ff125bf626d: from storage DS-307ce428-6345-41bb-9de0-1c2bebde3df8 node DatanodeRegistration(127.0.0.1:42857, datanodeUuid=1e1675f6-5d0f-40fd-8184-701db320f044, infoPort=38207, infoSecurePort=0, ipcPort=33301, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T03:13:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64c12cdd53ed5c5e with lease ID 0xbc1f3ff125bf626c: Processing first storage report for DS-a8cfc536-d8a2-4804-9a5e-8f7441022cb1 from datanode DatanodeRegistration(127.0.0.1:46637, datanodeUuid=afbc3f5a-d32d-4e11-a66e-11db01cacaaf, infoPort=41775, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904) 2024-11-22T03:13:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64c12cdd53ed5c5e with lease ID 0xbc1f3ff125bf626c: from storage DS-a8cfc536-d8a2-4804-9a5e-8f7441022cb1 node DatanodeRegistration(127.0.0.1:46637, datanodeUuid=afbc3f5a-d32d-4e11-a66e-11db01cacaaf, infoPort=41775, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:13:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7474069c8bb56be with lease ID 0xbc1f3ff125bf626d: Processing first storage report for DS-1c1a1b00-7624-467f-ab11-fbc10193dbb2 from datanode DatanodeRegistration(127.0.0.1:42857, datanodeUuid=1e1675f6-5d0f-40fd-8184-701db320f044, infoPort=38207, infoSecurePort=0, ipcPort=33301, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904) 2024-11-22T03:13:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7474069c8bb56be with lease ID 0xbc1f3ff125bf626d: from storage DS-1c1a1b00-7624-467f-ab11-fbc10193dbb2 node DatanodeRegistration(127.0.0.1:42857, datanodeUuid=1e1675f6-5d0f-40fd-8184-701db320f044, infoPort=38207, infoSecurePort=0, ipcPort=33301, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:13:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64c12cdd53ed5c5e with lease ID 0xbc1f3ff125bf626c: Processing first storage report for DS-9e1b8dfd-45e5-4253-afd2-d93f5776a461 from datanode DatanodeRegistration(127.0.0.1:46637, datanodeUuid=afbc3f5a-d32d-4e11-a66e-11db01cacaaf, infoPort=41775, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904) 2024-11-22T03:13:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64c12cdd53ed5c5e with lease ID 0xbc1f3ff125bf626c: from storage DS-9e1b8dfd-45e5-4253-afd2-d93f5776a461 node DatanodeRegistration(127.0.0.1:46637, datanodeUuid=afbc3f5a-d32d-4e11-a66e-11db01cacaaf, infoPort=41775, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:13:08,489 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:13:08,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x362e255e614f7275 with lease ID 0xbc1f3ff125bf626e: Processing first storage report for DS-4baa1707-cbf8-41ae-8ed2-b9f6f528e340 from datanode DatanodeRegistration(127.0.0.1:35641, datanodeUuid=97ece177-a8a3-4662-82fb-f7e2887a4a82, infoPort=46065, infoSecurePort=0, ipcPort=34803, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904) 2024-11-22T03:13:08,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x362e255e614f7275 with lease ID 0xbc1f3ff125bf626e: from storage DS-4baa1707-cbf8-41ae-8ed2-b9f6f528e340 node DatanodeRegistration(127.0.0.1:35641, datanodeUuid=97ece177-a8a3-4662-82fb-f7e2887a4a82, infoPort=46065, infoSecurePort=0, ipcPort=34803, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:13:08,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x362e255e614f7275 with lease ID 0xbc1f3ff125bf626e: Processing first storage report for DS-2d5dd27e-f015-4af9-bfc6-1da55966acf5 from datanode DatanodeRegistration(127.0.0.1:35641, datanodeUuid=97ece177-a8a3-4662-82fb-f7e2887a4a82, infoPort=46065, infoSecurePort=0, ipcPort=34803, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904) 2024-11-22T03:13:08,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x362e255e614f7275 with lease ID 0xbc1f3ff125bf626e: from storage DS-2d5dd27e-f015-4af9-bfc6-1da55966acf5 node DatanodeRegistration(127.0.0.1:35641, datanodeUuid=97ece177-a8a3-4662-82fb-f7e2887a4a82, infoPort=46065, infoSecurePort=0, ipcPort=34803, storageInfo=lv=-57;cid=testClusterID;nsid=1934929793;c=1732245183904), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:13:08,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c 2024-11-22T03:13:08,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/zookeeper_0, clientPort=61368, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:13:08,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61368 2024-11-22T03:13:08,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:08,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:08,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:13:08,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:13:08,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:13:09,355 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee with version=8 2024-11-22T03:13:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/hbase-staging 2024-11-22T03:13:09,441 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T03:13:09,640 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:13:09,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:09,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:09,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:13:09,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:09,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:13:09,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:13:09,874 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T03:13:09,889 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T03:13:09,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:13:09,920 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1013 (auto-detected) 2024-11-22T03:13:09,921 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-22T03:13:09,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45945 2024-11-22T03:13:09,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45945 connecting to ZooKeeper ensemble=127.0.0.1:61368 2024-11-22T03:13:10,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459450x0, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:13:10,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45945-0x1016087ebe30000 connected 2024-11-22T03:13:10,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:10,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:10,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:13:10,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee, hbase.cluster.distributed=false 2024-11-22T03:13:10,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:13:10,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45945 2024-11-22T03:13:10,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45945 2024-11-22T03:13:10,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45945 2024-11-22T03:13:10,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45945 2024-11-22T03:13:10,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45945 2024-11-22T03:13:10,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:13:10,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:10,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:10,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:13:10,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:10,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:13:10,596 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:13:10,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:13:10,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40969 2024-11-22T03:13:10,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40969 connecting to ZooKeeper ensemble=127.0.0.1:61368 2024-11-22T03:13:10,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:10,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:10,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409690x0, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:13:10,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40969-0x1016087ebe30001 connected 2024-11-22T03:13:10,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:13:10,651 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:13:10,662 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:13:10,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:13:10,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:13:10,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-22T03:13:10,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40969 2024-11-22T03:13:10,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40969 2024-11-22T03:13:10,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-22T03:13:10,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-22T03:13:10,709 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:13:10,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:10,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:10,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:13:10,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:10,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:13:10,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:13:10,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:13:10,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34515 2024-11-22T03:13:10,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34515 connecting to ZooKeeper ensemble=127.0.0.1:61368 2024-11-22T03:13:10,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:10,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:10,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345150x0, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:13:10,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34515-0x1016087ebe30002 connected 2024-11-22T03:13:10,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:13:10,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:13:10,785 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:13:10,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:13:10,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:13:10,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34515 2024-11-22T03:13:10,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34515 2024-11-22T03:13:10,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34515 2024-11-22T03:13:10,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34515 2024-11-22T03:13:10,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34515 2024-11-22T03:13:10,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:13:10,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:10,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:10,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:13:10,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:13:10,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:13:10,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:13:10,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:13:10,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41529 2024-11-22T03:13:10,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41529 connecting to ZooKeeper ensemble=127.0.0.1:61368 2024-11-22T03:13:10,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:10,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:10,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415290x0, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:13:10,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415290x0, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:13:10,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:13:10,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41529-0x1016087ebe30003 connected 2024-11-22T03:13:10,905 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:13:10,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:13:10,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:13:10,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41529 2024-11-22T03:13:10,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41529 2024-11-22T03:13:10,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41529 2024-11-22T03:13:10,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41529 2024-11-22T03:13:10,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41529 2024-11-22T03:13:10,947 DEBUG [M:0;b458937b0f5f:45945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:45945 2024-11-22T03:13:10,949 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b458937b0f5f,45945,1732245189488 2024-11-22T03:13:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:13:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:13:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:13:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:13:10,970 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b458937b0f5f,45945,1732245189488 2024-11-22T03:13:11,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:13:11,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:11,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:13:11,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:11,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:11,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:13:11,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:11,019 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T03:13:11,022 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b458937b0f5f,45945,1732245189488 from backup master directory 2024-11-22T03:13:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:13:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:13:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:13:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b458937b0f5f,45945,1732245189488 2024-11-22T03:13:11,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:13:11,042 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:13:11,042 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,45945,1732245189488 2024-11-22T03:13:11,044 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T03:13:11,046 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T03:13:11,130 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/hbase.id] with ID: f20dced1-cd25-47a8-984b-a31554aa42ed 2024-11-22T03:13:11,131 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/.tmp/hbase.id 2024-11-22T03:13:11,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:13:11,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:13:11,162 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/.tmp/hbase.id]:[hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/hbase.id] 2024-11-22T03:13:11,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:13:11,258 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:13:11,266 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:13:11,293 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-22T03:13:11,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:11,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:11,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:11,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:11,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:13:11,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:13:11,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:13:11,375 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:13:11,385 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:13:11,573 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:13:11,578 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:13:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:13:11,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:13:11,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:13:11,651 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store 2024-11-22T03:13:11,668 WARN [IPC Server handler 2 on default port 40939 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-22T03:13:11,669 WARN [IPC Server handler 2 on default port 40939 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-22T03:13:11,669 WARN [IPC Server handler 2 on default port 40939 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-22T03:13:11,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:13:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:13:12,091 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T03:13:12,095 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:12,096 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:13:12,097 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:13:12,097 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:13:12,099 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:13:12,100 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:13:12,100 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:13:12,101 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245192096Disabling compacts and flushes for region at 1732245192096Disabling writes for close at 1732245192100 (+4 ms)Writing region close event to WAL at 1732245192100Closed at 1732245192100 2024-11-22T03:13:12,104 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/.initializing 2024-11-22T03:13:12,104 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/WALs/b458937b0f5f,45945,1732245189488 2024-11-22T03:13:12,113 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:13:12,129 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C45945%2C1732245189488, suffix=, logDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/WALs/b458937b0f5f,45945,1732245189488, archiveDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/oldWALs, maxLogs=10 2024-11-22T03:13:12,161 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/WALs/b458937b0f5f,45945,1732245189488/b458937b0f5f%2C45945%2C1732245189488.1732245192135, exclude list is [], retry=0 2024-11-22T03:13:12,165 WARN [IPC Server handler 4 on default port 40939 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-22T03:13:12,165 WARN [IPC Server handler 4 on default port 40939 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-22T03:13:12,166 WARN [IPC Server handler 4 on default port 40939 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-22T03:13:12,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-a8cfc536-d8a2-4804-9a5e-8f7441022cb1,DISK] 2024-11-22T03:13:12,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-4baa1707-cbf8-41ae-8ed2-b9f6f528e340,DISK] 2024-11-22T03:13:12,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T03:13:12,225 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/WALs/b458937b0f5f,45945,1732245189488/b458937b0f5f%2C45945%2C1732245189488.1732245192135 2024-11-22T03:13:12,231 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46065:46065),(127.0.0.1/127.0.0.1:41775:41775)] 2024-11-22T03:13:12,232 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:13:12,232 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:12,237 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,238 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:13:12,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:12,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:13:12,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:13:12,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:12,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:12,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:13:12,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:12,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:12,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:13:12,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:12,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:12,382 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,387 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,388 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,396 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,396 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,401 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:13:12,408 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:13:12,414 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:12,416 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75485290, jitterRate=0.12481847405433655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:13:12,425 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245192253Initializing all the Stores at 1732245192255 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245192256 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245192259 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245192260 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245192260Cleaning up temporary data from old regions at 1732245192397 (+137 ms)Region opened successfully at 1732245192424 (+27 ms) 2024-11-22T03:13:12,427 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:13:12,473 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8007d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:13:12,518 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:13:12,532 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:13:12,532 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:13:12,535 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:13:12,537 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T03:13:12,545 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-22T03:13:12,545 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T03:13:12,595 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:13:12,604 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T03:13:12,650 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T03:13:12,654 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:13:12,662 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:13:12,671 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T03:13:12,674 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:13:12,679 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:13:12,688 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T03:13:12,692 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:13:12,703 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T03:13:12,724 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:13:12,735 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T03:13:12,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:13:12,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:13:12,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:13:12,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:13:12,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,762 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,45945,1732245189488, sessionid=0x1016087ebe30000, setting cluster-up flag (Was=false) 2024-11-22T03:13:12,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,840 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T03:13:12,842 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,45945,1732245189488 2024-11-22T03:13:12,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:12,914 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T03:13:12,916 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,45945,1732245189488 2024-11-22T03:13:12,938 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:13:13,041 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(746): ClusterId : f20dced1-cd25-47a8-984b-a31554aa42ed 2024-11-22T03:13:13,043 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(746): ClusterId : f20dced1-cd25-47a8-984b-a31554aa42ed 2024-11-22T03:13:13,045 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:13:13,045 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:13:13,045 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.HRegionServer(746): ClusterId : f20dced1-cd25-47a8-984b-a31554aa42ed 2024-11-22T03:13:13,045 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:13:13,047 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:13:13,059 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:13:13,065 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:13:13,070 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,45945,1732245189488 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:13:13,148 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:13:13,148 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:13:13,148 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:13:13,148 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:13:13,149 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:13:13,149 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:13:13,149 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:13:13,149 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:13:13,150 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:13:13,150 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,150 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:13:13,150 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,154 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245223154 2024-11-22T03:13:13,156 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:13:13,157 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:13:13,159 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:13:13,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:13:13,162 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:13:13,163 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:13:13,163 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:13:13,163 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:13:13,165 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:13:13,165 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:13:13,165 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:13:13,165 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:13:13,166 DEBUG [RS:1;b458937b0f5f:34515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf4ffe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:13:13,166 DEBUG [RS:0;b458937b0f5f:40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e31cff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:13:13,164 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:13,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:13:13,177 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:13:13,178 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:13:13,179 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:13:13,180 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:13:13,181 DEBUG [RS:2;b458937b0f5f:41529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1424e6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:13:13,187 DEBUG [RS:1;b458937b0f5f:34515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b458937b0f5f:34515 2024-11-22T03:13:13,191 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:40969 2024-11-22T03:13:13,191 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:13:13,191 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:13:13,191 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:13:13,191 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:13:13,191 DEBUG [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:13:13,191 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:13:13,192 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:13:13,193 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:13:13,194 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,45945,1732245189488 with port=34515, startcode=1732245190708 2024-11-22T03:13:13,194 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,45945,1732245189488 with port=40969, startcode=1732245190528 2024-11-22T03:13:13,195 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245193194,5,FailOnTimeoutGroup] 2024-11-22T03:13:13,196 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245193195,5,FailOnTimeoutGroup] 2024-11-22T03:13:13,196 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,196 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:13:13,198 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,198 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:13:13,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:13:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:13:13,208 DEBUG [RS:2;b458937b0f5f:41529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b458937b0f5f:41529 2024-11-22T03:13:13,208 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:13:13,208 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:13:13,208 DEBUG [RS:2;b458937b0f5f:41529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:13:13,210 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,45945,1732245189488 with port=41529, startcode=1732245190852 2024-11-22T03:13:13,212 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:13:13,212 DEBUG [RS:1;b458937b0f5f:34515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:13:13,212 DEBUG [RS:2;b458937b0f5f:41529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:13:13,212 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:13,214 DEBUG [RS:0;b458937b0f5f:40969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:13:13,218 WARN [IPC Server handler 2 on default port 40939 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-22T03:13:13,218 WARN [IPC Server handler 2 on default port 40939 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-22T03:13:13,219 WARN [IPC Server handler 2 on default port 40939 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-22T03:13:13,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:13:13,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:13:13,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:13,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:13:13,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:13:13,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:13,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:13:13,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:13:13,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:13:13,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:13,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:13:13,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:13:13,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:13:13,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:13,255 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:13:13,255 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:13:13,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:13:13,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:13:13,262 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:13:13,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,41529,1732245190852 2024-11-22T03:13:13,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:13:13,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:13,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45945 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,41529,1732245190852 2024-11-22T03:13:13,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:13:13,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:13:13,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740 2024-11-22T03:13:13,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,34515,1732245190708 2024-11-22T03:13:13,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45945 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:13,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740 2024-11-22T03:13:13,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,40969,1732245190528 2024-11-22T03:13:13,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45945 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:13,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:13:13,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:13:13,284 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:13:13,286 DEBUG [RS:2;b458937b0f5f:41529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:13,286 DEBUG [RS:2;b458937b0f5f:41529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40939 2024-11-22T03:13:13,286 DEBUG [RS:2;b458937b0f5f:41529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:13:13,286 DEBUG [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:13,286 DEBUG [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40939 2024-11-22T03:13:13,286 DEBUG [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:13:13,288 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:13,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:13:13,289 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40939 2024-11-22T03:13:13,289 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:13:13,294 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:13,295 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73266419, jitterRate=0.0917547196149826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:13:13,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245193228Initializing all the Stores at 1732245193231 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245193231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245193233 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245193234 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245193234Cleaning up temporary data from old regions at 1732245193283 (+49 ms)Region opened successfully at 1732245193301 (+18 ms) 2024-11-22T03:13:13,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:13:13,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:13:13,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:13:13,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:13:13,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:13:13,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:13:13,312 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:13:13,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245193301Disabling compacts and flushes for region at 1732245193301Disabling writes for close at 1732245193302 (+1 ms)Writing region close event to WAL at 1732245193311 (+9 ms)Closed at 1732245193312 (+1 ms) 2024-11-22T03:13:13,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:13:13,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:13:13,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:13:13,343 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:13:13,347 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:13:13,349 DEBUG [RS:2;b458937b0f5f:41529 {}] zookeeper.ZKUtil(111): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b458937b0f5f,41529,1732245190852 2024-11-22T03:13:13,350 WARN [RS:2;b458937b0f5f:41529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:13:13,350 INFO [RS:2;b458937b0f5f:41529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:13:13,350 DEBUG [RS:2;b458937b0f5f:41529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852 2024-11-22T03:13:13,352 DEBUG [RS:0;b458937b0f5f:40969 {}] zookeeper.ZKUtil(111): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b458937b0f5f,40969,1732245190528 2024-11-22T03:13:13,352 DEBUG [RS:1;b458937b0f5f:34515 {}] zookeeper.ZKUtil(111): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b458937b0f5f,34515,1732245190708 2024-11-22T03:13:13,352 WARN [RS:1;b458937b0f5f:34515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:13:13,352 WARN [RS:0;b458937b0f5f:40969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:13:13,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,34515,1732245190708] 2024-11-22T03:13:13,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,41529,1732245190852] 2024-11-22T03:13:13,352 INFO [RS:0;b458937b0f5f:40969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:13:13,352 INFO [RS:1;b458937b0f5f:34515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:13:13,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,40969,1732245190528] 2024-11-22T03:13:13,352 DEBUG [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,34515,1732245190708 2024-11-22T03:13:13,352 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,40969,1732245190528 2024-11-22T03:13:13,401 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:13:13,401 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:13:13,401 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:13:13,437 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:13:13,445 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:13:13,446 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:13:13,472 INFO [RS:2;b458937b0f5f:41529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:13:13,472 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,472 INFO [RS:1;b458937b0f5f:34515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:13:13,473 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,476 INFO [RS:0;b458937b0f5f:40969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:13:13,477 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,477 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:13:13,487 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:13:13,489 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,490 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,490 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,490 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,491 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,491 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,491 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:13:13,491 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,491 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,491 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,492 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,492 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,492 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,492 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:13:13,493 DEBUG [RS:2;b458937b0f5f:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:13:13,498 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:13:13,498 WARN [b458937b0f5f:45945 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:13:13,498 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:13:13,500 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:13:13,500 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,501 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:13:13,501 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,501 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,501 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,501 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,501 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,501 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,501 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,501 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,501 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:13:13,502 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:13:13,502 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,502 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,503 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,503 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,503 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:13:13,503 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:13:13,503 DEBUG [RS:0;b458937b0f5f:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:13:13,503 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:13:13,503 DEBUG [RS:1;b458937b0f5f:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:13:13,503 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,503 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,503 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,504 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,504 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,504 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,41529,1732245190852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:13:13,539 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,540 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,540 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,540 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,540 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,540 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34515,1732245190708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:13:13,542 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:13:13,545 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,41529,1732245190852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,545 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,545 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.Replication(171): b458937b0f5f,41529,1732245190852 started 2024-11-22T03:13:13,558 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,559 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,559 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,559 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,559 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,559 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40969,1732245190528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:13:13,574 INFO [RS:2;b458937b0f5f:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,574 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,41529,1732245190852, RpcServer on b458937b0f5f/172.17.0.3:41529, sessionid=0x1016087ebe30003 2024-11-22T03:13:13,577 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:13:13,577 DEBUG [RS:2;b458937b0f5f:41529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,41529,1732245190852 2024-11-22T03:13:13,578 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,41529,1732245190852' 2024-11-22T03:13:13,578 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:13:13,582 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:13:13,584 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:13:13,584 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:13:13,584 DEBUG [RS:2;b458937b0f5f:41529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,41529,1732245190852 2024-11-22T03:13:13,584 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,41529,1732245190852' 2024-11-22T03:13:13,585 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:13:13,586 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:13:13,586 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:13:13,586 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34515,1732245190708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,587 DEBUG [RS:2;b458937b0f5f:41529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:13:13,587 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,587 INFO [RS:2;b458937b0f5f:41529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:13:13,587 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.Replication(171): b458937b0f5f,34515,1732245190708 started 2024-11-22T03:13:13,587 INFO [RS:2;b458937b0f5f:41529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:13:13,596 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:13:13,596 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,40969,1732245190528-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,596 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,597 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.Replication(171): b458937b0f5f,40969,1732245190528 started 2024-11-22T03:13:13,607 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,607 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,34515,1732245190708, RpcServer on b458937b0f5f/172.17.0.3:34515, sessionid=0x1016087ebe30002 2024-11-22T03:13:13,608 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:13:13,608 DEBUG [RS:1;b458937b0f5f:34515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,34515,1732245190708 2024-11-22T03:13:13,608 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,34515,1732245190708' 2024-11-22T03:13:13,608 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:13:13,609 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:13:13,611 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:13:13,611 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:13:13,611 DEBUG [RS:1;b458937b0f5f:34515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,34515,1732245190708 2024-11-22T03:13:13,611 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,34515,1732245190708' 2024-11-22T03:13:13,611 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:13:13,612 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:13:13,613 DEBUG [RS:1;b458937b0f5f:34515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:13:13,613 INFO [RS:1;b458937b0f5f:34515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:13:13,613 INFO [RS:1;b458937b0f5f:34515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:13:13,627 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:13,627 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,40969,1732245190528, RpcServer on b458937b0f5f/172.17.0.3:40969, sessionid=0x1016087ebe30001 2024-11-22T03:13:13,627 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:13:13,628 DEBUG [RS:0;b458937b0f5f:40969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,40969,1732245190528 2024-11-22T03:13:13,628 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,40969,1732245190528' 2024-11-22T03:13:13,628 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:13:13,629 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:13:13,631 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:13:13,631 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:13:13,631 DEBUG [RS:0;b458937b0f5f:40969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,40969,1732245190528 2024-11-22T03:13:13,631 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,40969,1732245190528' 2024-11-22T03:13:13,631 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:13:13,637 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:13:13,639 DEBUG [RS:0;b458937b0f5f:40969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:13:13,639 INFO [RS:0;b458937b0f5f:40969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:13:13,639 INFO [RS:0;b458937b0f5f:40969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:13:13,694 INFO [RS:2;b458937b0f5f:41529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:13:13,700 INFO [RS:2;b458937b0f5f:41529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C41529%2C1732245190852, suffix=, logDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852, archiveDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/oldWALs, maxLogs=32 2024-11-22T03:13:13,715 INFO [RS:1;b458937b0f5f:34515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:13:13,729 INFO [RS:1;b458937b0f5f:34515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C34515%2C1732245190708, suffix=, logDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,34515,1732245190708, archiveDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/oldWALs, maxLogs=32 2024-11-22T03:13:13,734 DEBUG [RS:2;b458937b0f5f:41529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852/b458937b0f5f%2C41529%2C1732245190852.1732245193705, exclude list is [], retry=0 2024-11-22T03:13:13,739 WARN [IPC Server handler 1 on default port 40939 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-22T03:13:13,740 WARN [IPC Server handler 1 on default port 40939 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-22T03:13:13,740 WARN [IPC Server handler 1 on default port 40939 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-22T03:13:13,743 INFO [RS:0;b458937b0f5f:40969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:13:13,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-4baa1707-cbf8-41ae-8ed2-b9f6f528e340,DISK] 2024-11-22T03:13:13,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-a8cfc536-d8a2-4804-9a5e-8f7441022cb1,DISK] 2024-11-22T03:13:13,748 INFO [RS:0;b458937b0f5f:40969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C40969%2C1732245190528, suffix=, logDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,40969,1732245190528, archiveDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/oldWALs, maxLogs=32 2024-11-22T03:13:13,759 DEBUG [RS:1;b458937b0f5f:34515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,34515,1732245190708/b458937b0f5f%2C34515%2C1732245190708.1732245193731, exclude list is [], retry=0 2024-11-22T03:13:13,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-4baa1707-cbf8-41ae-8ed2-b9f6f528e340,DISK] 2024-11-22T03:13:13,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-a8cfc536-d8a2-4804-9a5e-8f7441022cb1,DISK] 2024-11-22T03:13:13,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42857,DS-307ce428-6345-41bb-9de0-1c2bebde3df8,DISK] 2024-11-22T03:13:13,776 DEBUG [RS:0;b458937b0f5f:40969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,40969,1732245190528/b458937b0f5f%2C40969%2C1732245190528.1732245193751, exclude list is [], retry=0 2024-11-22T03:13:13,781 WARN [IPC Server handler 2 on default port 40939 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-22T03:13:13,781 WARN [IPC Server handler 2 on default port 40939 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-22T03:13:13,781 WARN [IPC Server handler 2 on default port 40939 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-22T03:13:13,783 INFO [RS:2;b458937b0f5f:41529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852/b458937b0f5f%2C41529%2C1732245190852.1732245193705 2024-11-22T03:13:13,783 DEBUG [RS:2;b458937b0f5f:41529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46065:46065),(127.0.0.1/127.0.0.1:41775:41775)] 2024-11-22T03:13:13,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-4baa1707-cbf8-41ae-8ed2-b9f6f528e340,DISK] 2024-11-22T03:13:13,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-a8cfc536-d8a2-4804-9a5e-8f7441022cb1,DISK] 2024-11-22T03:13:13,851 INFO [RS:1;b458937b0f5f:34515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,34515,1732245190708/b458937b0f5f%2C34515%2C1732245190708.1732245193731 2024-11-22T03:13:13,854 INFO [RS:0;b458937b0f5f:40969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,40969,1732245190528/b458937b0f5f%2C40969%2C1732245190528.1732245193751 2024-11-22T03:13:13,860 DEBUG [RS:1;b458937b0f5f:34515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:46065:46065),(127.0.0.1/127.0.0.1:41775:41775)] 2024-11-22T03:13:13,863 DEBUG [RS:0;b458937b0f5f:40969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46065:46065),(127.0.0.1/127.0.0.1:41775:41775)] 2024-11-22T03:13:14,002 DEBUG [b458937b0f5f:45945 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T03:13:14,014 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(204): Hosts are {b458937b0f5f=0} racks are {/default-rack=0} 2024-11-22T03:13:14,026 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T03:13:14,026 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T03:13:14,026 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T03:13:14,026 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T03:13:14,027 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T03:13:14,027 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T03:13:14,027 INFO [b458937b0f5f:45945 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T03:13:14,027 INFO [b458937b0f5f:45945 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T03:13:14,027 INFO [b458937b0f5f:45945 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T03:13:14,027 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T03:13:14,038 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:14,048 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,40969,1732245190528, state=OPENING 2024-11-22T03:13:14,104 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:13:14,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:14,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:14,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:14,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:13:14,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:13:14,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:13:14,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:13:14,116 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:13:14,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:13:14,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,40969,1732245190528}] 2024-11-22T03:13:17,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:13:17,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:13:19,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:13:19,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:13:24,149 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:13:24,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:13:24,165 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:13:24,165 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:13:24,166 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:13:24,168 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C40969%2C1732245190528.meta, suffix=.meta, logDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,40969,1732245190528, archiveDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/oldWALs, maxLogs=32 2024-11-22T03:13:24,183 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,40969,1732245190528/b458937b0f5f%2C40969%2C1732245190528.meta.1732245204170.meta, exclude list is [], retry=0 2024-11-22T03:13:24,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-4baa1707-cbf8-41ae-8ed2-b9f6f528e340,DISK] 2024-11-22T03:13:24,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42857,DS-307ce428-6345-41bb-9de0-1c2bebde3df8,DISK] 2024-11-22T03:13:24,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-a8cfc536-d8a2-4804-9a5e-8f7441022cb1,DISK] 2024-11-22T03:13:24,190 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,40969,1732245190528/b458937b0f5f%2C40969%2C1732245190528.meta.1732245204170.meta 2024-11-22T03:13:24,191 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46065:46065),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:41775:41775)] 2024-11-22T03:13:24,192 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:13:24,194 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:13:24,197 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:13:24,203 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:13:24,213 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:13:24,214 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:24,214 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:13:24,214 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:13:24,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:13:24,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:13:24,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:24,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:13:24,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:13:24,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:13:24,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:24,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:13:24,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:13:24,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:13:24,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:24,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:13:24,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:13:24,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:13:24,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:24,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:13:24,232 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:13:24,234 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740 2024-11-22T03:13:24,238 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740 2024-11-22T03:13:24,240 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:13:24,241 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:13:24,242 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:13:24,247 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:13:24,250 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59137352, jitterRate=-0.11878478527069092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:13:24,250 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:13:24,252 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245204215Writing region info on filesystem at 1732245204215Initializing all the Stores at 1732245204218 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245204218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245204218Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245204218Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245204218Cleaning up temporary data from old regions at 1732245204241 (+23 ms)Running coprocessor post-open hooks at 1732245204250 (+9 ms)Region opened successfully at 1732245204252 (+2 ms) 2024-11-22T03:13:24,261 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245204138 2024-11-22T03:13:24,273 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:13:24,273 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:13:24,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:24,278 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,40969,1732245190528, state=OPEN 2024-11-22T03:13:24,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:13:24,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:13:24,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:13:24,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:13:24,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:13:24,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:13:24,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:13:24,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:13:24,355 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:24,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:13:24,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,40969,1732245190528 in 10.2370 sec 2024-11-22T03:13:24,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:13:24,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0520 sec 2024-11-22T03:13:24,388 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:13:24,388 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:13:24,422 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:13:24,424 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,40969,1732245190528, seqNum=-1] 2024-11-22T03:13:24,464 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:13:24,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:13:24,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.5140 sec 2024-11-22T03:13:24,498 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245204498, completionTime=-1 2024-11-22T03:13:24,502 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T03:13:24,502 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:13:24,540 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T03:13:24,541 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245264541 2024-11-22T03:13:24,541 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245324541 2024-11-22T03:13:24,541 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 39 msec 2024-11-22T03:13:24,543 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:13:24,554 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45945,1732245189488-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:24,554 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45945,1732245189488-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:24,554 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45945,1732245189488-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:24,556 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:45945, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:24,558 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:24,569 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:24,574 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:13:24,606 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.564sec 2024-11-22T03:13:24,608 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:13:24,610 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:13:24,612 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:13:24,613 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:13:24,614 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:13:24,616 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45945,1732245189488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:13:24,617 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45945,1732245189488-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:13:24,628 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:13:24,630 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:13:24,630 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,45945,1732245189488-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:13:24,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8da9a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:13:24,674 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T03:13:24,675 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T03:13:24,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,45945,-1 for getting cluster id 2024-11-22T03:13:24,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:13:24,700 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f20dced1-cd25-47a8-984b-a31554aa42ed' 2024-11-22T03:13:24,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:13:24,704 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f20dced1-cd25-47a8-984b-a31554aa42ed" 2024-11-22T03:13:24,704 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab0eef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:13:24,704 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,45945,-1] 2024-11-22T03:13:24,708 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:13:24,711 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:13:24,718 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:13:24,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb59018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:13:24,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:13:24,739 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,40969,1732245190528, seqNum=-1] 2024-11-22T03:13:24,740 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:13:24,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:13:24,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,45945,1732245189488 2024-11-22T03:13:24,832 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732245204822 (current time:1732245204822). 2024-11-22T03:13:24,832 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T03:13:24,832 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T03:13:24,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb5ff1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:13:24,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,45945,-1 for getting cluster id 2024-11-22T03:13:24,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:13:24,856 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f20dced1-cd25-47a8-984b-a31554aa42ed' 2024-11-22T03:13:24,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:13:24,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f20dced1-cd25-47a8-984b-a31554aa42ed" 2024-11-22T03:13:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edbce04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:13:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,45945,-1] 2024-11-22T03:13:24,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:13:24,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:13:24,861 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:13:24,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5351b7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:13:24,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:13:24,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,40969,1732245190528, seqNum=-1] 2024-11-22T03:13:24,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:13:24,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:13:24,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:13:24,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:13:24,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:13:24,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:13:24,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:13:24,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:13:24,920 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,45945,1732245189488 2024-11-22T03:13:24,923 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73396c1c 2024-11-22T03:13:24,924 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:13:24,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:13:24,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:13:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T03:13:25,014 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:13:25,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T03:13:25,017 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:25,021 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:13:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:13:25,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741837_1013 (size=361) 2024-11-22T03:13:25,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741837_1013 (size=361) 2024-11-22T03:13:25,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741837_1013 (size=361) 2024-11-22T03:13:25,085 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc3ce787905cb6def42fd819173f2622, NAME => 'SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:25,097 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e5c0df54f6f49c15e04ddbe8575e1556, NAME => 'SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:25,098 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 54d976c814894354b588c90a99f427b4, NAME => 'SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741838_1014 (size=54) 2024-11-22T03:13:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741838_1014 (size=54) 2024-11-22T03:13:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:13:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741838_1014 (size=54) 2024-11-22T03:13:25,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:25,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dc3ce787905cb6def42fd819173f2622, disabling compactions & flushes 2024-11-22T03:13:25,141 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:13:25,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:13:25,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. after waiting 0 ms 2024-11-22T03:13:25,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:13:25,142 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:13:25,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc3ce787905cb6def42fd819173f2622: Waiting for close lock at 1732245205141Disabling compacts and flushes for region at 1732245205141Disabling writes for close at 1732245205142 (+1 ms)Writing region close event to WAL at 1732245205142Closed at 1732245205142 2024-11-22T03:13:25,142 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a0f7a634765d605af96ed1065073980, NAME => 'SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:25,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741839_1015 (size=62) 2024-11-22T03:13:25,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741840_1016 (size=62) 2024-11-22T03:13:25,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741840_1016 (size=62) 2024-11-22T03:13:25,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741840_1016 (size=62) 2024-11-22T03:13:25,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741839_1015 (size=62) 2024-11-22T03:13:25,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:25,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 54d976c814894354b588c90a99f427b4, disabling compactions & flushes 2024-11-22T03:13:25,161 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:13:25,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:13:25,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. after waiting 0 ms 2024-11-22T03:13:25,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:13:25,161 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:13:25,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 54d976c814894354b588c90a99f427b4: Waiting for close lock at 1732245205161Disabling compacts and flushes for region at 1732245205161Disabling writes for close at 1732245205161Writing region close event to WAL at 1732245205161Closed at 1732245205161 2024-11-22T03:13:25,162 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 040214c11b9327d741fb065d017c242e, NAME => 'SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:25,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741839_1015 (size=62) 2024-11-22T03:13:25,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:25,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e5c0df54f6f49c15e04ddbe8575e1556, disabling compactions & flushes 2024-11-22T03:13:25,163 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:13:25,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:13:25,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. after waiting 0 ms 2024-11-22T03:13:25,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:13:25,163 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:13:25,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e5c0df54f6f49c15e04ddbe8575e1556: Waiting for close lock at 1732245205163Disabling compacts and flushes for region at 1732245205163Disabling writes for close at 1732245205163Writing region close event to WAL at 1732245205163Closed at 1732245205163 2024-11-22T03:13:25,164 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 78efa0c211eae628e332a00a9e68f541, NAME => 'SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:25,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741842_1018 (size=62) 2024-11-22T03:13:25,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741842_1018 (size=62) 2024-11-22T03:13:25,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741842_1018 (size=62) 2024-11-22T03:13:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741841_1017 (size=62) 2024-11-22T03:13:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741841_1017 (size=62) 2024-11-22T03:13:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741841_1017 (size=62) 2024-11-22T03:13:25,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:25,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 040214c11b9327d741fb065d017c242e, disabling compactions & flushes 2024-11-22T03:13:25,194 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:13:25,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:13:25,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. after waiting 0 ms 2024-11-22T03:13:25,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:13:25,194 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:13:25,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 040214c11b9327d741fb065d017c242e: Waiting for close lock at 1732245205194Disabling compacts and flushes for region at 1732245205194Disabling writes for close at 1732245205194Writing region close event to WAL at 1732245205194Closed at 1732245205194 2024-11-22T03:13:25,195 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f33511df5193302716b89bb649a11141, NAME => 'SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:25,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:25,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1a0f7a634765d605af96ed1065073980, disabling compactions & flushes 2024-11-22T03:13:25,197 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:13:25,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:13:25,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. after waiting 0 ms 2024-11-22T03:13:25,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:13:25,198 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:13:25,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a0f7a634765d605af96ed1065073980: Waiting for close lock at 1732245205197Disabling compacts and flushes for region at 1732245205197Disabling writes for close at 1732245205198 (+1 ms)Writing region close event to WAL at 1732245205198Closed at 1732245205198 2024-11-22T03:13:25,199 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32550dbab4296a2b41817e12cc49fba4, NAME => 'SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741843_1019 (size=62) 2024-11-22T03:13:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741843_1019 (size=62) 2024-11-22T03:13:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741843_1019 (size=62) 2024-11-22T03:13:25,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:25,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 78efa0c211eae628e332a00a9e68f541, disabling compactions & flushes 2024-11-22T03:13:25,206 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:13:25,207 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:13:25,207 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. after waiting 0 ms 2024-11-22T03:13:25,207 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:13:25,207 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:13:25,207 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 78efa0c211eae628e332a00a9e68f541: Waiting for close lock at 1732245205206Disabling compacts and flushes for region at 1732245205206Disabling writes for close at 1732245205207 (+1 ms)Writing region close event to WAL at 1732245205207Closed at 1732245205207 2024-11-22T03:13:25,208 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6029434dd813c856f2494ccd8d801afb, NAME => 'SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:25,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741844_1020 (size=62) 2024-11-22T03:13:25,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741844_1020 (size=62) 2024-11-22T03:13:25,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741844_1020 (size=62) 2024-11-22T03:13:25,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:25,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f33511df5193302716b89bb649a11141, disabling compactions & flushes 2024-11-22T03:13:25,252 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:13:25,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:13:25,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. after waiting 0 ms 2024-11-22T03:13:25,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:13:25,253 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:13:25,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f33511df5193302716b89bb649a11141: Waiting for close lock at 1732245205252Disabling compacts and flushes for region at 1732245205252Disabling writes for close at 1732245205253 (+1 ms)Writing region close event to WAL at 1732245205253Closed at 1732245205253 2024-11-22T03:13:25,253 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 91fc0f750245a7a8e4531eeb83d9ca9d, NAME => 'SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee 2024-11-22T03:13:25,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741845_1021 (size=62) 2024-11-22T03:13:25,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741845_1021 (size=62) 2024-11-22T03:13:25,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741845_1021 (size=62) 2024-11-22T03:13:25,272 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:25,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 32550dbab4296a2b41817e12cc49fba4, disabling compactions & flushes 2024-11-22T03:13:25,273 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:13:25,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:13:25,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. after waiting 0 ms 2024-11-22T03:13:25,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:13:25,273 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:13:25,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32550dbab4296a2b41817e12cc49fba4: Waiting for close lock at 1732245205272Disabling compacts and flushes for region at 1732245205273 (+1 ms)Disabling writes for close at 1732245205273Writing region close event to WAL at 1732245205273Closed at 1732245205273 2024-11-22T03:13:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741846_1022 (size=62) 2024-11-22T03:13:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741846_1022 (size=62) 2024-11-22T03:13:25,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741846_1022 (size=62) 2024-11-22T03:13:25,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:25,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6029434dd813c856f2494ccd8d801afb, disabling compactions & flushes 2024-11-22T03:13:25,282 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:13:25,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:13:25,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. after waiting 0 ms 2024-11-22T03:13:25,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:13:25,282 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:13:25,283 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6029434dd813c856f2494ccd8d801afb: Waiting for close lock at 1732245205282Disabling compacts and flushes for region at 1732245205282Disabling writes for close at 1732245205282Writing region close event to WAL at 1732245205282Closed at 1732245205282 2024-11-22T03:13:25,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741847_1023 (size=54) 2024-11-22T03:13:25,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741847_1023 (size=54) 2024-11-22T03:13:25,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741847_1023 (size=54) 2024-11-22T03:13:25,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:25,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 91fc0f750245a7a8e4531eeb83d9ca9d, disabling compactions & flushes 2024-11-22T03:13:25,293 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:13:25,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:13:25,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. after waiting 0 ms 2024-11-22T03:13:25,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:13:25,293 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:13:25,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 91fc0f750245a7a8e4531eeb83d9ca9d: Waiting for close lock at 1732245205293Disabling compacts and flushes for region at 1732245205293Disabling writes for close at 1732245205293Writing region close event to WAL at 1732245205293Closed at 1732245205293 2024-11-22T03:13:25,296 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:13:25,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732245205296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245205296"}]},"ts":"1732245205296"} 2024-11-22T03:13:25,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245205296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245205296"}]},"ts":"1732245205296"} 2024-11-22T03:13:25,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245205296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245205296"}]},"ts":"1732245205296"} 2024-11-22T03:13:25,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245205296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245205296"}]},"ts":"1732245205296"} 2024-11-22T03:13:25,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245205296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245205296"}]},"ts":"1732245205296"} 2024-11-22T03:13:25,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245205296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245205296"}]},"ts":"1732245205296"} 2024-11-22T03:13:25,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245205296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245205296"}]},"ts":"1732245205296"} 2024-11-22T03:13:25,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245205296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245205296"}]},"ts":"1732245205296"} 2024-11-22T03:13:25,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245205296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245205296"}]},"ts":"1732245205296"} 2024-11-22T03:13:25,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732245205296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245205296"}]},"ts":"1732245205296"} 2024-11-22T03:13:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:13:25,355 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T03:13:25,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:13:25,361 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245205358"}]},"ts":"1732245205358"} 2024-11-22T03:13:25,367 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T03:13:25,368 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {b458937b0f5f=0} racks are {/default-rack=0} 2024-11-22T03:13:25,379 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T03:13:25,379 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T03:13:25,380 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T03:13:25,380 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T03:13:25,380 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T03:13:25,380 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T03:13:25,380 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T03:13:25,380 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T03:13:25,380 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T03:13:25,380 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T03:13:25,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc3ce787905cb6def42fd819173f2622, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5c0df54f6f49c15e04ddbe8575e1556, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54d976c814894354b588c90a99f427b4, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a0f7a634765d605af96ed1065073980, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=040214c11b9327d741fb065d017c242e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78efa0c211eae628e332a00a9e68f541, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f33511df5193302716b89bb649a11141, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32550dbab4296a2b41817e12cc49fba4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6029434dd813c856f2494ccd8d801afb, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91fc0f750245a7a8e4531eeb83d9ca9d, ASSIGN}] 2024-11-22T03:13:25,387 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:13:25,390 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78efa0c211eae628e332a00a9e68f541, ASSIGN 2024-11-22T03:13:25,391 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=040214c11b9327d741fb065d017c242e, ASSIGN 2024-11-22T03:13:25,392 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a0f7a634765d605af96ed1065073980, ASSIGN 2024-11-22T03:13:25,392 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54d976c814894354b588c90a99f427b4, ASSIGN 2024-11-22T03:13:25,394 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78efa0c211eae628e332a00a9e68f541, ASSIGN; state=OFFLINE, location=b458937b0f5f,34515,1732245190708; forceNewPlan=false, retain=false 2024-11-22T03:13:25,395 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=040214c11b9327d741fb065d017c242e, ASSIGN; state=OFFLINE, location=b458937b0f5f,41529,1732245190852; forceNewPlan=false, retain=false 2024-11-22T03:13:25,396 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54d976c814894354b588c90a99f427b4, ASSIGN; state=OFFLINE, location=b458937b0f5f,40969,1732245190528; forceNewPlan=false, retain=false 2024-11-22T03:13:25,397 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a0f7a634765d605af96ed1065073980, ASSIGN; state=OFFLINE, location=b458937b0f5f,40969,1732245190528; forceNewPlan=false, retain=false 2024-11-22T03:13:25,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91fc0f750245a7a8e4531eeb83d9ca9d, ASSIGN 2024-11-22T03:13:25,398 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6029434dd813c856f2494ccd8d801afb, ASSIGN 2024-11-22T03:13:25,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91fc0f750245a7a8e4531eeb83d9ca9d, ASSIGN; state=OFFLINE, location=b458937b0f5f,41529,1732245190852; forceNewPlan=false, retain=false 2024-11-22T03:13:25,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6029434dd813c856f2494ccd8d801afb, ASSIGN; state=OFFLINE, location=b458937b0f5f,34515,1732245190708; forceNewPlan=false, retain=false 2024-11-22T03:13:25,414 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f33511df5193302716b89bb649a11141, ASSIGN 2024-11-22T03:13:25,414 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32550dbab4296a2b41817e12cc49fba4, ASSIGN 2024-11-22T03:13:25,417 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc3ce787905cb6def42fd819173f2622, ASSIGN 2024-11-22T03:13:25,419 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f33511df5193302716b89bb649a11141, ASSIGN; state=OFFLINE, location=b458937b0f5f,41529,1732245190852; forceNewPlan=false, retain=false 2024-11-22T03:13:25,420 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32550dbab4296a2b41817e12cc49fba4, ASSIGN; state=OFFLINE, location=b458937b0f5f,40969,1732245190528; forceNewPlan=false, retain=false 2024-11-22T03:13:25,421 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc3ce787905cb6def42fd819173f2622, ASSIGN; state=OFFLINE, location=b458937b0f5f,41529,1732245190852; forceNewPlan=false, retain=false 2024-11-22T03:13:25,428 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5c0df54f6f49c15e04ddbe8575e1556, ASSIGN 2024-11-22T03:13:25,431 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5c0df54f6f49c15e04ddbe8575e1556, ASSIGN; state=OFFLINE, location=b458937b0f5f,34515,1732245190708; forceNewPlan=false, retain=false 2024-11-22T03:13:25,547 INFO [b458937b0f5f:45945 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T03:13:25,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=91fc0f750245a7a8e4531eeb83d9ca9d, regionState=OPENING, regionLocation=b458937b0f5f,41529,1732245190852 2024-11-22T03:13:25,548 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=040214c11b9327d741fb065d017c242e, regionState=OPENING, regionLocation=b458937b0f5f,41529,1732245190852 2024-11-22T03:13:25,548 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f33511df5193302716b89bb649a11141, regionState=OPENING, regionLocation=b458937b0f5f,41529,1732245190852 2024-11-22T03:13:25,548 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc3ce787905cb6def42fd819173f2622, regionState=OPENING, regionLocation=b458937b0f5f,41529,1732245190852 2024-11-22T03:13:25,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=32550dbab4296a2b41817e12cc49fba4, regionState=OPENING, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:25,550 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1a0f7a634765d605af96ed1065073980, regionState=OPENING, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:25,550 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6029434dd813c856f2494ccd8d801afb, regionState=OPENING, regionLocation=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:25,550 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=78efa0c211eae628e332a00a9e68f541, regionState=OPENING, regionLocation=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:25,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e5c0df54f6f49c15e04ddbe8575e1556, regionState=OPENING, regionLocation=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:25,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=54d976c814894354b588c90a99f427b4, regionState=OPENING, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32550dbab4296a2b41817e12cc49fba4, ASSIGN because future has completed 2024-11-22T03:13:25,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32550dbab4296a2b41817e12cc49fba4, server=b458937b0f5f,40969,1732245190528}] 2024-11-22T03:13:25,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=040214c11b9327d741fb065d017c242e, ASSIGN because future has completed 2024-11-22T03:13:25,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 040214c11b9327d741fb065d017c242e, server=b458937b0f5f,41529,1732245190852}] 2024-11-22T03:13:25,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc3ce787905cb6def42fd819173f2622, ASSIGN because future has completed 2024-11-22T03:13:25,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91fc0f750245a7a8e4531eeb83d9ca9d, ASSIGN because future has completed 2024-11-22T03:13:25,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d, server=b458937b0f5f,41529,1732245190852}] 2024-11-22T03:13:25,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc3ce787905cb6def42fd819173f2622, server=b458937b0f5f,41529,1732245190852}] 2024-11-22T03:13:25,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f33511df5193302716b89bb649a11141, ASSIGN because future has completed 2024-11-22T03:13:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a0f7a634765d605af96ed1065073980, ASSIGN because future has completed 2024-11-22T03:13:25,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33511df5193302716b89bb649a11141, server=b458937b0f5f,41529,1732245190852}] 2024-11-22T03:13:25,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a0f7a634765d605af96ed1065073980, server=b458937b0f5f,40969,1732245190528}] 2024-11-22T03:13:25,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78efa0c211eae628e332a00a9e68f541, ASSIGN because future has completed 2024-11-22T03:13:25,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78efa0c211eae628e332a00a9e68f541, server=b458937b0f5f,34515,1732245190708}] 2024-11-22T03:13:25,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5c0df54f6f49c15e04ddbe8575e1556, ASSIGN because future has completed 2024-11-22T03:13:25,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6029434dd813c856f2494ccd8d801afb, ASSIGN because future has completed 2024-11-22T03:13:25,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54d976c814894354b588c90a99f427b4, ASSIGN because future has completed 2024-11-22T03:13:25,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54d976c814894354b588c90a99f427b4, server=b458937b0f5f,40969,1732245190528}] 2024-11-22T03:13:25,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5c0df54f6f49c15e04ddbe8575e1556, server=b458937b0f5f,34515,1732245190708}] 2024-11-22T03:13:25,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6029434dd813c856f2494ccd8d801afb, server=b458937b0f5f,34515,1732245190708}] 2024-11-22T03:13:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:13:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:13:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:13:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:13:29,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T03:13:29,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:13:29,868 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:13:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:13:29,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:13:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:13:35,569 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:13:35,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:13:35,573 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:13:35,573 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 54d976c814894354b588c90a99f427b4, NAME => 'SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T03:13:35,574 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,574 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:35,574 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,574 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,577 INFO [StoreOpener-54d976c814894354b588c90a99f427b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,579 INFO [StoreOpener-54d976c814894354b588c90a99f427b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54d976c814894354b588c90a99f427b4 columnFamilyName cf 2024-11-22T03:13:35,580 DEBUG [StoreOpener-54d976c814894354b588c90a99f427b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:35,581 INFO [StoreOpener-54d976c814894354b588c90a99f427b4-1 {}] regionserver.HStore(327): Store=54d976c814894354b588c90a99f427b4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:35,581 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,582 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,582 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:13:35,583 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f33511df5193302716b89bb649a11141, NAME => 'SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T03:13:35,583 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,583 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,583 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,583 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,584 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:35,584 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,584 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,586 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,586 INFO [StoreOpener-f33511df5193302716b89bb649a11141-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,588 INFO [StoreOpener-f33511df5193302716b89bb649a11141-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33511df5193302716b89bb649a11141 columnFamilyName cf 2024-11-22T03:13:35,588 DEBUG [StoreOpener-f33511df5193302716b89bb649a11141-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:35,589 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/54d976c814894354b588c90a99f427b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:35,589 INFO [StoreOpener-f33511df5193302716b89bb649a11141-1 {}] regionserver.HStore(327): Store=f33511df5193302716b89bb649a11141/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:35,589 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,590 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 54d976c814894354b588c90a99f427b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65745389, jitterRate=-0.020317360758781433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:13:35,590 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:35,590 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,591 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,592 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 54d976c814894354b588c90a99f427b4: Running coprocessor pre-open hook at 1732245215574Writing region info on filesystem at 1732245215574Initializing all the Stores at 1732245215576 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245215576Cleaning up temporary data from old regions at 1732245215584 (+8 ms)Running coprocessor post-open hooks at 1732245215590 (+6 ms)Region opened successfully at 1732245215591 (+1 ms) 2024-11-22T03:13:35,592 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,592 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,594 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:13:35,594 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4., pid=23, masterSystemTime=1732245215562 2024-11-22T03:13:35,597 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:13:35,599 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:13:35,599 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:13:35,599 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:13:35,599 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 32550dbab4296a2b41817e12cc49fba4, NAME => 'SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T03:13:35,600 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,600 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:35,600 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,600 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,601 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=54d976c814894354b588c90a99f427b4, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:35,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54d976c814894354b588c90a99f427b4, server=b458937b0f5f,40969,1732245190528 because future has completed 2024-11-22T03:13:35,606 INFO [StoreOpener-32550dbab4296a2b41817e12cc49fba4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,606 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/f33511df5193302716b89bb649a11141/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:35,606 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45945 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b458937b0f5f,40969,1732245190528, table=SPTestTable, region=54d976c814894354b588c90a99f427b4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T03:13:35,607 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f33511df5193302716b89bb649a11141; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137762, jitterRate=-0.04427286982536316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:13:35,607 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f33511df5193302716b89bb649a11141 2024-11-22T03:13:35,608 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f33511df5193302716b89bb649a11141: Running coprocessor pre-open hook at 1732245215584Writing region info on filesystem at 1732245215584Initializing all the Stores at 1732245215585 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245215585Cleaning up temporary data from old regions at 1732245215592 (+7 ms)Running coprocessor post-open hooks at 1732245215608 (+16 ms)Region opened successfully at 1732245215608 2024-11-22T03:13:35,608 INFO [StoreOpener-32550dbab4296a2b41817e12cc49fba4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32550dbab4296a2b41817e12cc49fba4 columnFamilyName cf 2024-11-22T03:13:35,608 DEBUG [StoreOpener-32550dbab4296a2b41817e12cc49fba4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:35,609 INFO [StoreOpener-32550dbab4296a2b41817e12cc49fba4-1 {}] regionserver.HStore(327): Store=32550dbab4296a2b41817e12cc49fba4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:35,609 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,610 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141., pid=19, masterSystemTime=1732245215568 2024-11-22T03:13:35,611 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,612 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,612 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,612 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-22T03:13:35,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 54d976c814894354b588c90a99f427b4, server=b458937b0f5f,40969,1732245190528 in 10.0150 sec 2024-11-22T03:13:35,615 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:13:35,615 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:13:35,615 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:13:35,615 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6029434dd813c856f2494ccd8d801afb, NAME => 'SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T03:13:35,615 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:13:35,615 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 040214c11b9327d741fb065d017c242e, NAME => 'SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T03:13:35,615 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,615 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:35,616 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,616 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,616 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,616 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,616 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:35,616 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,616 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,617 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f33511df5193302716b89bb649a11141, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,41529,1732245190852 2024-11-22T03:13:35,618 INFO [StoreOpener-6029434dd813c856f2494ccd8d801afb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,619 INFO [StoreOpener-040214c11b9327d741fb065d017c242e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54d976c814894354b588c90a99f427b4, ASSIGN in 10.2310 sec 2024-11-22T03:13:35,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33511df5193302716b89bb649a11141, server=b458937b0f5f,41529,1732245190852 because future has completed 2024-11-22T03:13:35,622 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:35,622 INFO [StoreOpener-040214c11b9327d741fb065d017c242e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 040214c11b9327d741fb065d017c242e columnFamilyName cf 2024-11-22T03:13:35,622 INFO [StoreOpener-6029434dd813c856f2494ccd8d801afb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6029434dd813c856f2494ccd8d801afb columnFamilyName cf 2024-11-22T03:13:35,622 DEBUG [StoreOpener-6029434dd813c856f2494ccd8d801afb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:35,623 DEBUG [StoreOpener-040214c11b9327d741fb065d017c242e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:35,623 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 32550dbab4296a2b41817e12cc49fba4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73301315, jitterRate=0.09227471053600311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:13:35,623 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:35,623 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 32550dbab4296a2b41817e12cc49fba4: Running coprocessor pre-open hook at 1732245215601Writing region info on filesystem at 1732245215601Initializing all the Stores at 1732245215603 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245215603Cleaning up temporary data from old regions at 1732245215612 (+9 ms)Running coprocessor post-open hooks at 1732245215623 (+11 ms)Region opened successfully at 1732245215623 2024-11-22T03:13:35,623 INFO [StoreOpener-040214c11b9327d741fb065d017c242e-1 {}] regionserver.HStore(327): Store=040214c11b9327d741fb065d017c242e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:35,623 INFO [StoreOpener-6029434dd813c856f2494ccd8d801afb-1 {}] regionserver.HStore(327): Store=6029434dd813c856f2494ccd8d801afb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:35,624 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,624 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4., pid=15, masterSystemTime=1732245215562 2024-11-22T03:13:35,625 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,626 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,626 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,627 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,627 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:13:35,627 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:13:35,627 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:13:35,627 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,627 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,628 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,628 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a0f7a634765d605af96ed1065073980, NAME => 'SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T03:13:35,628 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,628 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:35,628 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,628 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-22T03:13:35,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f33511df5193302716b89bb649a11141, server=b458937b0f5f,41529,1732245190852 in 10.0450 sec 2024-11-22T03:13:35,629 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=32550dbab4296a2b41817e12cc49fba4, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:35,630 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,630 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,632 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32550dbab4296a2b41817e12cc49fba4, server=b458937b0f5f,40969,1732245190528 because future has completed 2024-11-22T03:13:35,633 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f33511df5193302716b89bb649a11141, ASSIGN in 10.2460 sec 2024-11-22T03:13:35,636 INFO [StoreOpener-1a0f7a634765d605af96ed1065073980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-22T03:13:35,639 INFO [StoreOpener-1a0f7a634765d605af96ed1065073980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a0f7a634765d605af96ed1065073980 columnFamilyName cf 2024-11-22T03:13:35,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 32550dbab4296a2b41817e12cc49fba4, server=b458937b0f5f,40969,1732245190528 in 10.0790 sec 2024-11-22T03:13:35,639 DEBUG [StoreOpener-1a0f7a634765d605af96ed1065073980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:35,640 INFO [StoreOpener-1a0f7a634765d605af96ed1065073980-1 {}] regionserver.HStore(327): Store=1a0f7a634765d605af96ed1065073980/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:35,640 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,641 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,641 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32550dbab4296a2b41817e12cc49fba4, ASSIGN in 10.2570 sec 2024-11-22T03:13:35,642 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,642 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,644 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,647 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:35,647 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/040214c11b9327d741fb065d017c242e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:35,648 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 040214c11b9327d741fb065d017c242e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73980978, jitterRate=0.10240247845649719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:13:35,648 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6029434dd813c856f2494ccd8d801afb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60469253, jitterRate=-0.09893791377544403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:13:35,648 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:35,648 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:35,648 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 040214c11b9327d741fb065d017c242e: Running coprocessor pre-open hook at 1732245215616Writing region info on filesystem at 1732245215616Initializing all the Stores at 1732245215619 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245215619Cleaning up temporary data from old regions at 1732245215630 (+11 ms)Running coprocessor post-open hooks at 1732245215648 (+18 ms)Region opened successfully at 1732245215648 2024-11-22T03:13:35,648 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6029434dd813c856f2494ccd8d801afb: Running coprocessor pre-open hook at 1732245215616Writing region info on filesystem at 1732245215616Initializing all the Stores at 1732245215617 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245215617Cleaning up temporary data from old regions at 1732245215628 (+11 ms)Running coprocessor post-open hooks at 1732245215648 (+20 ms)Region opened successfully at 1732245215648 2024-11-22T03:13:35,649 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e., pid=16, masterSystemTime=1732245215568 2024-11-22T03:13:35,649 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb., pid=24, masterSystemTime=1732245215593 2024-11-22T03:13:35,649 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/1a0f7a634765d605af96ed1065073980/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:35,650 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1a0f7a634765d605af96ed1065073980; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73040956, jitterRate=0.08839505910873413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:13:35,650 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:35,651 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1a0f7a634765d605af96ed1065073980: Running coprocessor pre-open hook at 1732245215628Writing region info on filesystem at 1732245215629 (+1 ms)Initializing all the Stores at 1732245215631 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245215631Cleaning up temporary data from old regions at 1732245215642 (+11 ms)Running coprocessor post-open hooks at 1732245215650 (+8 ms)Region opened successfully at 1732245215650 2024-11-22T03:13:35,651 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980., pid=20, masterSystemTime=1732245215562 2024-11-22T03:13:35,652 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:13:35,652 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:13:35,652 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:13:35,652 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 91fc0f750245a7a8e4531eeb83d9ca9d, NAME => 'SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T03:13:35,653 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,653 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:35,653 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=040214c11b9327d741fb065d017c242e, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,41529,1732245190852 2024-11-22T03:13:35,653 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,654 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:13:35,655 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:13:35,655 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:13:35,655 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 78efa0c211eae628e332a00a9e68f541, NAME => 'SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T03:13:35,655 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6029434dd813c856f2494ccd8d801afb, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:35,655 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,656 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:35,656 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,656 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,656 INFO [StoreOpener-91fc0f750245a7a8e4531eeb83d9ca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,657 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:13:35,657 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:13:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 040214c11b9327d741fb065d017c242e, server=b458937b0f5f,41529,1732245190852 because future has completed 2024-11-22T03:13:35,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1a0f7a634765d605af96ed1065073980, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:35,660 INFO [StoreOpener-78efa0c211eae628e332a00a9e68f541-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,660 INFO [StoreOpener-91fc0f750245a7a8e4531eeb83d9ca9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91fc0f750245a7a8e4531eeb83d9ca9d columnFamilyName cf 2024-11-22T03:13:35,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6029434dd813c856f2494ccd8d801afb, server=b458937b0f5f,34515,1732245190708 because future has completed 2024-11-22T03:13:35,663 DEBUG [StoreOpener-91fc0f750245a7a8e4531eeb83d9ca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:35,665 INFO [StoreOpener-91fc0f750245a7a8e4531eeb83d9ca9d-1 {}] regionserver.HStore(327): Store=91fc0f750245a7a8e4531eeb83d9ca9d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:35,665 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a0f7a634765d605af96ed1065073980, server=b458937b0f5f,40969,1732245190528 because future has completed 2024-11-22T03:13:35,667 INFO [StoreOpener-78efa0c211eae628e332a00a9e68f541-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78efa0c211eae628e332a00a9e68f541 columnFamilyName cf 2024-11-22T03:13:35,667 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,667 DEBUG [StoreOpener-78efa0c211eae628e332a00a9e68f541-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:35,668 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,669 INFO [StoreOpener-78efa0c211eae628e332a00a9e68f541-1 {}] regionserver.HStore(327): Store=78efa0c211eae628e332a00a9e68f541/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:35,669 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,669 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,669 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-22T03:13:35,670 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,671 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,671 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,671 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,672 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 040214c11b9327d741fb065d017c242e, server=b458937b0f5f,41529,1732245190852 in 10.1030 sec 2024-11-22T03:13:35,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-22T03:13:35,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6029434dd813c856f2494ccd8d801afb, server=b458937b0f5f,34515,1732245190708 in 10.0750 sec 2024-11-22T03:13:35,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-22T03:13:35,676 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a0f7a634765d605af96ed1065073980, server=b458937b0f5f,40969,1732245190528 in 10.0900 sec 2024-11-22T03:13:35,678 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/91fc0f750245a7a8e4531eeb83d9ca9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:35,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=040214c11b9327d741fb065d017c242e, ASSIGN in 10.2890 sec 2024-11-22T03:13:35,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6029434dd813c856f2494ccd8d801afb, ASSIGN in 10.2920 sec 2024-11-22T03:13:35,679 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/78efa0c211eae628e332a00a9e68f541/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:35,679 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 91fc0f750245a7a8e4531eeb83d9ca9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70768148, jitterRate=0.05452758073806763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:13:35,679 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:35,679 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 91fc0f750245a7a8e4531eeb83d9ca9d: Running coprocessor pre-open hook at 1732245215653Writing region info on filesystem at 1732245215653Initializing all the Stores at 1732245215655 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245215655Cleaning up temporary data from old regions at 1732245215669 (+14 ms)Running coprocessor post-open hooks at 1732245215679 (+10 ms)Region opened successfully at 1732245215679 2024-11-22T03:13:35,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a0f7a634765d605af96ed1065073980, ASSIGN in 10.2950 sec 2024-11-22T03:13:35,681 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 78efa0c211eae628e332a00a9e68f541; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71159100, jitterRate=0.060353219509124756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:13:35,681 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d., pid=18, masterSystemTime=1732245215568 2024-11-22T03:13:35,681 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:35,681 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 78efa0c211eae628e332a00a9e68f541: Running coprocessor pre-open hook at 1732245215656Writing region info on filesystem at 1732245215656Initializing all the Stores at 1732245215658 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245215658Cleaning up temporary data from old regions at 1732245215671 (+13 ms)Running coprocessor post-open hooks at 1732245215681 (+10 ms)Region opened successfully at 1732245215681 2024-11-22T03:13:35,682 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541., pid=21, masterSystemTime=1732245215593 2024-11-22T03:13:35,684 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:13:35,684 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:13:35,685 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:13:35,685 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => dc3ce787905cb6def42fd819173f2622, NAME => 'SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T03:13:35,685 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,685 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:35,686 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=91fc0f750245a7a8e4531eeb83d9ca9d, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,41529,1732245190852 2024-11-22T03:13:35,686 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=78efa0c211eae628e332a00a9e68f541, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:35,689 INFO [StoreOpener-dc3ce787905cb6def42fd819173f2622-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,689 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:13:35,690 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:13:35,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d, server=b458937b0f5f,41529,1732245190852 because future has completed 2024-11-22T03:13:35,690 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:13:35,690 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => e5c0df54f6f49c15e04ddbe8575e1556, NAME => 'SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T03:13:35,691 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,692 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:13:35,692 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,692 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78efa0c211eae628e332a00a9e68f541, server=b458937b0f5f,34515,1732245190708 because future has completed 2024-11-22T03:13:35,694 INFO [StoreOpener-dc3ce787905cb6def42fd819173f2622-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc3ce787905cb6def42fd819173f2622 columnFamilyName cf 2024-11-22T03:13:35,695 DEBUG [StoreOpener-dc3ce787905cb6def42fd819173f2622-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:35,696 INFO [StoreOpener-e5c0df54f6f49c15e04ddbe8575e1556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,696 INFO [StoreOpener-dc3ce787905cb6def42fd819173f2622-1 {}] regionserver.HStore(327): Store=dc3ce787905cb6def42fd819173f2622/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:35,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-22T03:13:35,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d, server=b458937b0f5f,41529,1732245190852 in 10.1280 sec 2024-11-22T03:13:35,698 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,699 INFO [StoreOpener-e5c0df54f6f49c15e04ddbe8575e1556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c0df54f6f49c15e04ddbe8575e1556 columnFamilyName cf 2024-11-22T03:13:35,700 DEBUG [StoreOpener-e5c0df54f6f49c15e04ddbe8575e1556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:13:35,700 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,701 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-22T03:13:35,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91fc0f750245a7a8e4531eeb83d9ca9d, ASSIGN in 10.3150 sec 2024-11-22T03:13:35,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 78efa0c211eae628e332a00a9e68f541, server=b458937b0f5f,34515,1732245190708 in 10.1100 sec 2024-11-22T03:13:35,702 INFO [StoreOpener-e5c0df54f6f49c15e04ddbe8575e1556-1 {}] regionserver.HStore(327): Store=e5c0df54f6f49c15e04ddbe8575e1556/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:13:35,702 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,702 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,702 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,703 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,704 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,705 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,705 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78efa0c211eae628e332a00a9e68f541, ASSIGN in 10.3200 sec 2024-11-22T03:13:35,706 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,709 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,710 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/dc3ce787905cb6def42fd819173f2622/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:35,710 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened dc3ce787905cb6def42fd819173f2622; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66855411, jitterRate=-0.00377674400806427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:13:35,711 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:35,711 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for dc3ce787905cb6def42fd819173f2622: Running coprocessor pre-open hook at 1732245215686Writing region info on filesystem at 1732245215686Initializing all the Stores at 1732245215689 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245215689Cleaning up temporary data from old regions at 1732245215702 (+13 ms)Running coprocessor post-open hooks at 1732245215711 (+9 ms)Region opened successfully at 1732245215711 2024-11-22T03:13:35,712 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622., pid=17, masterSystemTime=1732245215568 2024-11-22T03:13:35,713 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/e5c0df54f6f49c15e04ddbe8575e1556/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:13:35,714 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened e5c0df54f6f49c15e04ddbe8575e1556; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61747225, jitterRate=-0.07989464700222015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:13:35,714 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:35,714 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for e5c0df54f6f49c15e04ddbe8575e1556: Running coprocessor pre-open hook at 1732245215692Writing region info on filesystem at 1732245215692Initializing all the Stores at 1732245215695 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245215695Cleaning up temporary data from old regions at 1732245215705 (+10 ms)Running coprocessor post-open hooks at 1732245215714 (+9 ms)Region opened successfully at 1732245215714 2024-11-22T03:13:35,717 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556., pid=22, masterSystemTime=1732245215593 2024-11-22T03:13:35,717 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:13:35,717 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:13:35,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc3ce787905cb6def42fd819173f2622, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,41529,1732245190852 2024-11-22T03:13:35,720 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:13:35,720 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:13:35,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc3ce787905cb6def42fd819173f2622, server=b458937b0f5f,41529,1732245190852 because future has completed 2024-11-22T03:13:35,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e5c0df54f6f49c15e04ddbe8575e1556, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:35,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5c0df54f6f49c15e04ddbe8575e1556, server=b458937b0f5f,34515,1732245190708 because future has completed 2024-11-22T03:13:35,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-22T03:13:35,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dc3ce787905cb6def42fd819173f2622, server=b458937b0f5f,41529,1732245190852 in 10.1580 sec 2024-11-22T03:13:35,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-22T03:13:35,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc3ce787905cb6def42fd819173f2622, ASSIGN in 10.3470 sec 2024-11-22T03:13:35,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e5c0df54f6f49c15e04ddbe8575e1556, server=b458937b0f5f,34515,1732245190708 in 10.1360 sec 2024-11-22T03:13:35,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-22T03:13:35,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5c0df54f6f49c15e04ddbe8575e1556, ASSIGN in 10.3500 sec 2024-11-22T03:13:35,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:13:35,738 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245215737"}]},"ts":"1732245215737"} 2024-11-22T03:13:35,740 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T03:13:35,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:13:35,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7830 sec 2024-11-22T03:13:37,390 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T03:13:38,596 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:13:39,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-22T03:13:39,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-22T03:13:41,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T03:13:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:13:43,330 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T03:13:43,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T03:13:43,331 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:13:43,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T03:13:43,346 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:13:43,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T03:13:43,411 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141., hostname=b458937b0f5f,41529,1732245190852, seqNum=2] 2024-11-22T03:13:43,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141., hostname=b458937b0f5f,41529,1732245190852, seqNum=2] 2024-11-22T03:13:43,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141., hostname=b458937b0f5f,41529,1732245190852, seqNum=2] 2024-11-22T03:13:43,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141., hostname=b458937b0f5f,41529,1732245190852, seqNum=2] 2024-11-22T03:13:43,425 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141., hostname=b458937b0f5f,41529,1732245190852, seqNum=2] 2024-11-22T03:13:43,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4., hostname=b458937b0f5f,40969,1732245190528, seqNum=2] 2024-11-22T03:13:43,494 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4., hostname=b458937b0f5f,40969,1732245190528, seqNum=2] 2024-11-22T03:13:43,499 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4., hostname=b458937b0f5f,40969,1732245190528, seqNum=2] 2024-11-22T03:13:43,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4., hostname=b458937b0f5f,40969,1732245190528, seqNum=2] 2024-11-22T03:13:43,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4., hostname=b458937b0f5f,40969,1732245190528, seqNum=2] 2024-11-22T03:13:43,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4., hostname=b458937b0f5f,40969,1732245190528, seqNum=2] 2024-11-22T03:13:43,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4., hostname=b458937b0f5f,40969,1732245190528, seqNum=2] 2024-11-22T03:13:43,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4., hostname=b458937b0f5f,40969,1732245190528, seqNum=2] 2024-11-22T03:13:43,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb., hostname=b458937b0f5f,34515,1732245190708, seqNum=2] 2024-11-22T03:13:43,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb., hostname=b458937b0f5f,34515,1732245190708, seqNum=2] 2024-11-22T03:13:43,576 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb., hostname=b458937b0f5f,34515,1732245190708, seqNum=2] 2024-11-22T03:13:43,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d., hostname=b458937b0f5f,41529,1732245190852, seqNum=2] 2024-11-22T03:13:43,700 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d., hostname=b458937b0f5f,41529,1732245190852, seqNum=2] 2024-11-22T03:13:44,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:13:44,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:13:44,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:13:44,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:13:44,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34515 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T03:13:44,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:13:45,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T03:13:45,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T03:13:45,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T03:13:45,979 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T03:13:45,980 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:13:45,981 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T03:13:45,986 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T03:13:46,007 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T03:13:46,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741848_1024 (size=49) 2024-11-22T03:13:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741848_1024 (size=49) 2024-11-22T03:13:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741848_1024 (size=49) 2024-11-22T03:13:46,046 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T03:13:46,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5c0df54f6f49c15e04ddbe8575e1556}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54d976c814894354b588c90a99f427b4}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a0f7a634765d605af96ed1065073980}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78efa0c211eae628e332a00a9e68f541}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32550dbab4296a2b41817e12cc49fba4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6029434dd813c856f2494ccd8d801afb}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d}] 2024-11-22T03:13:46,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:46,055 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:46,062 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:46,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:46,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:46,069 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:46,073 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:46,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 2024-11-22T03:13:46,082 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:46,082 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b458937b0f5f,41529,1732245190852 2024-11-22T03:13:46,083 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b458937b0f5f,41529,1732245190852: Simulated kill ***** 2024-11-22T03:13:46,084 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:13:46,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:46,087 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:13:46,088 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:13:46,093 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:13:46,094 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:13:46,103 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 609090992 }, "NonHeapMemoryUsage": { "committed": 156631040, "init": 7667712, "max": -1, "used": 153211920 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b458937b0f5f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b458937b0f5f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61368", "tag.serverName": "b458937b0f5f,34515,1732245190708", "tag.clusterId": "f20dced1-cd25-47a8-984b-a31554aa42ed", "tag.Context": "regionserver", "tag.Hostname": "b458937b0f5f", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732245190708, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-22T03:13:46,107 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45945 {}] master.MasterRpcServices(700): b458937b0f5f,41529,1732245190852 reported a fatal error: ***** ABORTING region server b458937b0f5f,41529,1732245190852: Simulated kill ***** 2024-11-22T03:13:46,109 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,41529,1732245190852' ***** 2024-11-22T03:13:46,109 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T03:13:46,110 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:13:46,110 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:13:46,110 INFO [RS:2;b458937b0f5f:41529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T03:13:46,110 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:13:46,110 INFO [RS:2;b458937b0f5f:41529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T03:13:46,111 INFO [RS:2;b458937b0f5f:41529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:13:46,111 INFO [RS:2;b458937b0f5f:41529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b458937b0f5f:41529. 2024-11-22T03:13:46,111 DEBUG [RS:2;b458937b0f5f:41529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:13:46,111 DEBUG [RS:2;b458937b0f5f:41529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:13:46,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741833_1009 (size=1242) 2024-11-22T03:13:46,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741833_1009 (size=1242) 2024-11-22T03:13:46,135 DEBUG [RS:2;b458937b0f5f:41529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:13:46,135 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:13:46,136 INFO [RS:2;b458937b0f5f:41529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41529 2024-11-22T03:13:46,183 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:45945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T03:13:46,190 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:13:46,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b458937b0f5f,41529,1732245190852 2024-11-22T03:13:46,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:13:46,255 INFO [RS:2;b458937b0f5f:41529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:13:46,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,41529,1732245190852] 2024-11-22T03:13:46,402 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b458937b0f5f,41529,1732245190852 already deleted, retry=false 2024-11-22T03:13:46,402 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b458937b0f5f,41529,1732245190852 on b458937b0f5f,45945,1732245189488 2024-11-22T03:13:46,410 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b458937b0f5f,41529,1732245190852, splitWal=true, meta=false 2024-11-22T03:13:46,412 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for b458937b0f5f,41529,1732245190852 (carryingMeta=false) b458937b0f5f,41529,1732245190852/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26624a63[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T03:13:46,413 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b458937b0f5f,41529,1732245190852, splitWal=true, meta=false 2024-11-22T03:13:46,414 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 2024-11-22T03:13:46,415 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:46,415 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): b458937b0f5f,41529,1732245190852 had 4 regions 2024-11-22T03:13:46,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:46,415 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:46,416 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 can not run currently because target server of region SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. b458937b0f5f,41529,1732245190852 is in state CRASHED, wait 1000 ms to retry 2024-11-22T03:13:46,416 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 can not run currently because target server of region SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. b458937b0f5f,41529,1732245190852 is in state CRASHED, wait 1000 ms to retry 2024-11-22T03:13:46,416 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f33511df5193302716b89bb649a11141; timeout=1000, timestamp=1732245227416 2024-11-22T03:13:46,416 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622; timeout=1000, timestamp=1732245227416 2024-11-22T03:13:46,416 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e can not run currently because target server of region SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. b458937b0f5f,41529,1732245190852 is in state CRASHED, wait 1000 ms to retry 2024-11-22T03:13:46,416 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d can not run currently because target server of region SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. b458937b0f5f,41529,1732245190852 is in state CRASHED, wait 1000 ms to retry 2024-11-22T03:13:46,416 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e; timeout=1000, timestamp=1732245227416 2024-11-22T03:13:46,416 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b458937b0f5f,41529,1732245190852, splitWal=true, meta=false, isMeta: false 2024-11-22T03:13:46,416 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d; timeout=1000, timestamp=1732245227416 2024-11-22T03:13:46,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:13:46,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x1016087ebe30003, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:13:46,418 INFO [RS:2;b458937b0f5f:41529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:13:46,418 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting 2024-11-22T03:13:46,418 INFO [RS:2;b458937b0f5f:41529 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,41529,1732245190852; zookeeper connection closed. 2024-11-22T03:13:46,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b639cdd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b639cdd 2024-11-22T03:13:46,420 INFO [PEWorker-2 {}] master.SplitWALManager(105): b458937b0f5f,41529,1732245190852 WAL count=1, meta=false 2024-11-22T03:13:46,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b458937b0f5f%2C41529%2C1732245190852.1732245193705}] 2024-11-22T03:13:46,430 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:46,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b458937b0f5f%2C41529%2C1732245190852.1732245193705, worker=b458937b0f5f,34515,1732245190708}] 2024-11-22T03:13:46,568 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:13:46,568 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:13:47,417 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 2024-11-22T03:13:47,417 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:47,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:47,417 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:47,419 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d can not run currently because target server of region SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T03:13:47,419 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 can not run currently because target server of region SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T03:13:47,419 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 can not run currently because target server of region SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T03:13:47,419 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e can not run currently because target server of region SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T03:13:47,419 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d; timeout=2000, timestamp=1732245229419 2024-11-22T03:13:47,419 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622; timeout=2000, timestamp=1732245229419 2024-11-22T03:13:47,419 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f33511df5193302716b89bb649a11141; timeout=2000, timestamp=1732245229419 2024-11-22T03:13:47,419 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e; timeout=2000, timestamp=1732245229419 2024-11-22T03:13:49,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:49,419 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:49,419 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:49,420 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 2024-11-22T03:13:49,421 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 can not run currently because target server of region SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T03:13:49,421 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 can not run currently because target server of region SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T03:13:49,421 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d can not run currently because target server of region SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T03:13:49,421 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e can not run currently because target server of region SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T03:13:49,421 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f33511df5193302716b89bb649a11141; timeout=4000, timestamp=1732245233421 2024-11-22T03:13:49,421 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622; timeout=4000, timestamp=1732245233421 2024-11-22T03:13:49,421 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d; timeout=4000, timestamp=1732245233421 2024-11-22T03:13:49,421 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e; timeout=4000, timestamp=1732245233421 2024-11-22T03:13:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741833_1009 (size=1242) 2024-11-22T03:13:53,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e 2024-11-22T03:13:53,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:13:53,422 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 2024-11-22T03:13:53,422 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 2024-11-22T03:13:53,423 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e can not run currently because target server of region SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T03:13:53,423 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e; timeout=8000, timestamp=1732245241423 2024-11-22T03:13:53,425 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d can not run currently because target server of region SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T03:13:53,425 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 can not run currently because target server of region SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T03:13:53,425 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 can not run currently because target server of region SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. b458937b0f5f,41529,1732245190852 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T03:13:53,425 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622; timeout=8000, timestamp=1732245241425 2024-11-22T03:13:53,425 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f33511df5193302716b89bb649a11141; timeout=8000, timestamp=1732245241425 2024-11-22T03:13:53,425 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d; timeout=8000, timestamp=1732245241425 2024-11-22T03:13:55,595 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=b458937b0f5f,34515,1732245190708, timeout=1732245236056, delay=460, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5c0df54f6f49c15e04ddbe8575e1556, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b458937b0f5f%2C41529%2C1732245190852.1732245193705, worker=b458937b0f5f,34515,1732245190708, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78efa0c211eae628e332a00a9e68f541, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6029434dd813c856f2494ccd8d801afb], containedObject=b458937b0f5f,41529,1732245190852, timeout=1732245236057, delay=461, operations=null, containedObject=b458937b0f5f,40969,1732245190528, timeout=1732245236072, delay=476, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32550dbab4296a2b41817e12cc49fba4, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a0f7a634765d605af96ed1065073980, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54d976c814894354b588c90a99f427b4]] 2024-11-22T03:13:56,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T03:13:56,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-22T03:13:56,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:13:56,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T03:13:56,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e5c0df54f6f49c15e04ddbe8575e1556: 2024-11-22T03:13:56,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. for SnapshotProcedureTest completed. 2024-11-22T03:13:56,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:13:56,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T03:13:56,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T03:13:56,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:13:56,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:13:56,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 78efa0c211eae628e332a00a9e68f541: 2024-11-22T03:13:56,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. for SnapshotProcedureTest completed. 2024-11-22T03:13:56,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:13:56,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:13:56,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:13:56,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:13:56,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:13:56,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T03:13:56,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:13:56,117 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 32550dbab4296a2b41817e12cc49fba4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T03:13:56,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6029434dd813c856f2494ccd8d801afb 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T03:13:56,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T03:13:56,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:13:56,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1a0f7a634765d605af96ed1065073980: 2024-11-22T03:13:56,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. for SnapshotProcedureTest completed. 2024-11-22T03:13:56,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:13:56,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:13:56,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:13:56,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:13:56,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 54d976c814894354b588c90a99f427b4: 2024-11-22T03:13:56,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. for SnapshotProcedureTest completed. 2024-11-22T03:13:56,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:13:56,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:13:56,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:13:56,261 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705, size=1.2 K (1242bytes) 2024-11-22T03:13:56,262 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T03:13:56,263 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T03:13:56,263 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705 2024-11-22T03:13:56,306 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705 after 41ms 2024-11-22T03:13:56,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741849_1025 (size=65) 2024-11-22T03:13:56,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741849_1025 (size=65) 2024-11-22T03:13:56,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741849_1025 (size=65) 2024-11-22T03:13:56,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:13:56,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T03:13:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T03:13:56,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:56,423 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a0f7a634765d605af96ed1065073980 2024-11-22T03:13:56,446 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705 took 184ms 2024-11-22T03:13:56,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4/.tmp/cf/0e07d6c77c9d486791545a2b425b0b32 is 34, key is baa/cf:cf/1732245225052/Put/seqid=0 2024-11-22T03:13:56,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb/.tmp/cf/c3faca4315bc45639893f3acf810ce1f is 34, key is ccd/cf:cf/1732245224877/Put/seqid=0 2024-11-22T03:13:56,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a0f7a634765d605af96ed1065073980 in 10.3910 sec 2024-11-22T03:13:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741850_1026 (size=65) 2024-11-22T03:13:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741850_1026 (size=65) 2024-11-22T03:13:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741850_1026 (size=65) 2024-11-22T03:13:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741851_1027 (size=65) 2024-11-22T03:13:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741851_1027 (size=65) 2024-11-22T03:13:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741851_1027 (size=65) 2024-11-22T03:13:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:13:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T03:13:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T03:13:56,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:56,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:13:56,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 78efa0c211eae628e332a00a9e68f541 in 10.5120 sec 2024-11-22T03:13:56,622 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f33511df5193302716b89bb649a11141: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T03:13:56,625 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 040214c11b9327d741fb065d017c242e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T03:13:56,643 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 91fc0f750245a7a8e4531eeb83d9ca9d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T03:13:56,657 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for dc3ce787905cb6def42fd819173f2622: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T03:13:56,657 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705 so closing down 2024-11-22T03:13:56,657 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T03:13:56,658 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T03:13:56,680 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 62 ms; skipped=4; WAL=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-22T03:13:56,680 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705, journal: Splitting hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705, size=1.2 K (1242bytes) at 1732245236262Finishing writing output for hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705 so closing down at 1732245236657 (+395 ms)3 split writer threads finished at 1732245236658 (+1 ms)Processed 4 edits across 0 Regions in 62 ms; skipped=4; WAL=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732245236680 (+22 ms) 2024-11-22T03:13:56,680 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705 2024-11-22T03:13:56,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T03:13:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T03:13:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741852_1028 (size=65) 2024-11-22T03:13:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741852_1028 (size=65) 2024-11-22T03:13:56,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741852_1028 (size=65) 2024-11-22T03:13:56,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:13:56,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T03:13:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T03:13:56,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:56,697 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:13:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741854_1030 (size=47197) 2024-11-22T03:13:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741854_1030 (size=47197) 2024-11-22T03:13:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741854_1030 (size=47197) 2024-11-22T03:13:56,708 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb/.tmp/cf/c3faca4315bc45639893f3acf810ce1f 2024-11-22T03:13:56,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e5c0df54f6f49c15e04ddbe8575e1556 in 10.6530 sec 2024-11-22T03:13:56,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741853_1029 (size=28623) 2024-11-22T03:13:56,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741853_1029 (size=28623) 2024-11-22T03:13:56,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741853_1029 (size=28623) 2024-11-22T03:13:56,772 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting/b458937b0f5f%2C41529%2C1732245190852.1732245193705 to hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/oldWALs 2024-11-22T03:13:56,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T03:13:56,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b458937b0f5f%2C41529%2C1732245190852.1732245193705, worker=b458937b0f5f,34515,1732245190708 in 10.3400 sec 2024-11-22T03:13:56,798 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:56,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T03:13:56,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b458937b0f5f%2C41529%2C1732245190852.1732245193705, worker=b458937b0f5f,34515,1732245190708 in 10.3770 sec 2024-11-22T03:13:56,828 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting dir is empty, no logs to split. 2024-11-22T03:13:56,828 INFO [PEWorker-3 {}] master.SplitWALManager(105): b458937b0f5f,41529,1732245190852 WAL count=0, meta=false 2024-11-22T03:13:56,828 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b458937b0f5f,41529,1732245190852 WAL splitting is done? wals=0, meta=false 2024-11-22T03:13:56,847 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b458937b0f5f,41529,1732245190852 failed, ignore...File hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/WALs/b458937b0f5f,41529,1732245190852-splitting does not exist. 2024-11-22T03:13:56,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=040214c11b9327d741fb065d017c242e, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f33511df5193302716b89bb649a11141, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91fc0f750245a7a8e4531eeb83d9ca9d, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc3ce787905cb6def42fd819173f2622, ASSIGN}] 2024-11-22T03:13:56,860 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc3ce787905cb6def42fd819173f2622, ASSIGN 2024-11-22T03:13:56,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91fc0f750245a7a8e4531eeb83d9ca9d, ASSIGN 2024-11-22T03:13:56,865 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f33511df5193302716b89bb649a11141, ASSIGN 2024-11-22T03:13:56,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=040214c11b9327d741fb065d017c242e, ASSIGN 2024-11-22T03:13:56,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91fc0f750245a7a8e4531eeb83d9ca9d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T03:13:56,872 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=040214c11b9327d741fb065d017c242e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T03:13:56,872 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc3ce787905cb6def42fd819173f2622, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T03:13:56,872 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f33511df5193302716b89bb649a11141, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T03:13:56,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:13:56,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T03:13:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T03:13:56,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:56,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54d976c814894354b588c90a99f427b4 2024-11-22T03:13:56,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb/.tmp/cf/c3faca4315bc45639893f3acf810ce1f as hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb/cf/c3faca4315bc45639893f3acf810ce1f 2024-11-22T03:13:56,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54d976c814894354b588c90a99f427b4 in 10.8570 sec 2024-11-22T03:13:56,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb/cf/c3faca4315bc45639893f3acf810ce1f, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T03:13:56,996 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6029434dd813c856f2494ccd8d801afb in 877ms, sequenceid=5, compaction requested=false 2024-11-22T03:13:56,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6029434dd813c856f2494ccd8d801afb: 2024-11-22T03:13:56,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. for SnapshotProcedureTest completed. 2024-11-22T03:13:56,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:13:56,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:13:56,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb/cf/c3faca4315bc45639893f3acf810ce1f] hfiles 2024-11-22T03:13:56,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb/cf/c3faca4315bc45639893f3acf810ce1f for snapshot=SnapshotProcedureTest 2024-11-22T03:13:57,024 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(204): Hosts are {b458937b0f5f=0} racks are {/default-rack=0} 2024-11-22T03:13:57,025 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T03:13:57,025 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T03:13:57,025 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T03:13:57,025 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T03:13:57,025 INFO [b458937b0f5f:45945 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T03:13:57,025 INFO [b458937b0f5f:45945 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T03:13:57,025 DEBUG [b458937b0f5f:45945 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T03:13:57,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f33511df5193302716b89bb649a11141, regionState=OPENING, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:57,030 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=dc3ce787905cb6def42fd819173f2622, regionState=OPENING, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:13:57,031 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=91fc0f750245a7a8e4531eeb83d9ca9d, regionState=OPENING, regionLocation=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:57,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=040214c11b9327d741fb065d017c242e, regionState=OPENING, regionLocation=b458937b0f5f,34515,1732245190708 2024-11-22T03:13:57,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f33511df5193302716b89bb649a11141, ASSIGN because future has completed 2024-11-22T03:13:57,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33511df5193302716b89bb649a11141, server=b458937b0f5f,40969,1732245190528}] 2024-11-22T03:13:57,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc3ce787905cb6def42fd819173f2622, ASSIGN because future has completed 2024-11-22T03:13:57,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc3ce787905cb6def42fd819173f2622, server=b458937b0f5f,40969,1732245190528}] 2024-11-22T03:13:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91fc0f750245a7a8e4531eeb83d9ca9d, ASSIGN because future has completed 2024-11-22T03:13:57,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d, server=b458937b0f5f,34515,1732245190708}] 2024-11-22T03:13:57,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=040214c11b9327d741fb065d017c242e, ASSIGN because future has completed 2024-11-22T03:13:57,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 040214c11b9327d741fb065d017c242e, server=b458937b0f5f,34515,1732245190708}] 2024-11-22T03:13:57,153 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4/.tmp/cf/0e07d6c77c9d486791545a2b425b0b32 2024-11-22T03:13:57,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741855_1031 (size=105) 2024-11-22T03:13:57,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741855_1031 (size=105) 2024-11-22T03:13:57,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:13:57,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T03:13:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T03:13:57,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:57,165 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:13:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741855_1031 (size=105) 2024-11-22T03:13:57,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6029434dd813c856f2494ccd8d801afb in 11.1310 sec 2024-11-22T03:13:57,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4/.tmp/cf/0e07d6c77c9d486791545a2b425b0b32 as hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4/cf/0e07d6c77c9d486791545a2b425b0b32 2024-11-22T03:13:57,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4/cf/0e07d6c77c9d486791545a2b425b0b32, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T03:13:57,227 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 32550dbab4296a2b41817e12cc49fba4 in 1110ms, sequenceid=5, compaction requested=false 2024-11-22T03:13:57,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 32550dbab4296a2b41817e12cc49fba4: 2024-11-22T03:13:57,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. for SnapshotProcedureTest completed. 2024-11-22T03:13:57,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:13:57,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:13:57,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4/cf/0e07d6c77c9d486791545a2b425b0b32] hfiles 2024-11-22T03:13:57,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4/cf/0e07d6c77c9d486791545a2b425b0b32 for snapshot=SnapshotProcedureTest 2024-11-22T03:13:57,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741856_1032 (size=105) 2024-11-22T03:13:57,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741856_1032 (size=105) 2024-11-22T03:13:57,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741856_1032 (size=105) 2024-11-22T03:13:57,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:13:57,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T03:13:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T03:13:57,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:57,390 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:13:57,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32550dbab4296a2b41817e12cc49fba4 in 11.3490 sec 2024-11-22T03:14:01,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d held by pid=41 2024-11-22T03:14:01,427 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:01,427 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 held by pid=42 2024-11-22T03:14:01,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:01,427 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 held by pid=40 2024-11-22T03:14:01,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 2024-11-22T03:14:01,427 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e held by pid=39 2024-11-22T03:14:01,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:04,637 INFO [master/b458937b0f5f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T03:14:04,638 INFO [master/b458937b0f5f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T03:14:07,113 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:14:07,113 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => dc3ce787905cb6def42fd819173f2622, NAME => 'SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T03:14:07,113 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,113 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:07,116 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,117 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,118 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:14:07,118 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 91fc0f750245a7a8e4531eeb83d9ca9d, NAME => 'SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T03:14:07,119 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,119 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:07,119 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,119 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,134 INFO [StoreOpener-dc3ce787905cb6def42fd819173f2622-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,138 INFO [StoreOpener-dc3ce787905cb6def42fd819173f2622-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc3ce787905cb6def42fd819173f2622 columnFamilyName cf 2024-11-22T03:14:07,138 DEBUG [StoreOpener-dc3ce787905cb6def42fd819173f2622-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:07,141 INFO [StoreOpener-91fc0f750245a7a8e4531eeb83d9ca9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,144 INFO [StoreOpener-91fc0f750245a7a8e4531eeb83d9ca9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91fc0f750245a7a8e4531eeb83d9ca9d columnFamilyName cf 2024-11-22T03:14:07,144 DEBUG [StoreOpener-91fc0f750245a7a8e4531eeb83d9ca9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:07,149 INFO [StoreOpener-dc3ce787905cb6def42fd819173f2622-1 {}] regionserver.HStore(327): Store=dc3ce787905cb6def42fd819173f2622/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:14:07,149 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,152 INFO [StoreOpener-91fc0f750245a7a8e4531eeb83d9ca9d-1 {}] regionserver.HStore(327): Store=91fc0f750245a7a8e4531eeb83d9ca9d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:14:07,152 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,152 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,153 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,157 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,158 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,159 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,159 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,160 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,160 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,173 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,179 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 91fc0f750245a7a8e4531eeb83d9ca9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73435256, jitterRate=0.09427058696746826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:14:07,179 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,179 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 91fc0f750245a7a8e4531eeb83d9ca9d: Running coprocessor pre-open hook at 1732245247119Writing region info on filesystem at 1732245247119Initializing all the Stores at 1732245247134 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245247134Cleaning up temporary data from old regions at 1732245247159 (+25 ms)Running coprocessor post-open hooks at 1732245247179 (+20 ms)Region opened successfully at 1732245247179 2024-11-22T03:14:07,181 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d., pid=45, masterSystemTime=1732245247096 2024-11-22T03:14:07,185 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:14:07,185 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:14:07,186 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:14:07,186 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 040214c11b9327d741fb065d017c242e, NAME => 'SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T03:14:07,186 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=91fc0f750245a7a8e4531eeb83d9ca9d, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,34515,1732245190708 2024-11-22T03:14:07,186 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,186 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:07,186 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,187 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,189 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d, server=b458937b0f5f,34515,1732245190708 because future has completed 2024-11-22T03:14:07,192 INFO [StoreOpener-040214c11b9327d741fb065d017c242e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,197 INFO [StoreOpener-040214c11b9327d741fb065d017c242e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 040214c11b9327d741fb065d017c242e columnFamilyName cf 2024-11-22T03:14:07,197 DEBUG [StoreOpener-040214c11b9327d741fb065d017c242e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:07,198 INFO [StoreOpener-040214c11b9327d741fb065d017c242e-1 {}] regionserver.HStore(327): Store=040214c11b9327d741fb065d017c242e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:14:07,199 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,200 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened dc3ce787905cb6def42fd819173f2622; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73470329, jitterRate=0.09479321539402008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:14:07,200 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,200 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for dc3ce787905cb6def42fd819173f2622: Running coprocessor pre-open hook at 1732245247117Writing region info on filesystem at 1732245247117Initializing all the Stores at 1732245247128 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245247128Cleaning up temporary data from old regions at 1732245247160 (+32 ms)Running coprocessor post-open hooks at 1732245247200 (+40 ms)Region opened successfully at 1732245247200 2024-11-22T03:14:07,200 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,204 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622., pid=44, masterSystemTime=1732245247085 2024-11-22T03:14:07,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-22T03:14:07,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d, server=b458937b0f5f,34515,1732245190708 in 10.1150 sec 2024-11-22T03:14:07,215 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,216 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,216 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,224 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91fc0f750245a7a8e4531eeb83d9ca9d, ASSIGN in 10.3500 sec 2024-11-22T03:14:07,225 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:07,225 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:14:07,225 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:14:07,225 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:14:07,225 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => f33511df5193302716b89bb649a11141, NAME => 'SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T03:14:07,226 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,226 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:07,226 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,226 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,226 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 040214c11b9327d741fb065d017c242e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75362139, jitterRate=0.12298338115215302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:14:07,226 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,226 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 040214c11b9327d741fb065d017c242e: Running coprocessor pre-open hook at 1732245247187Writing region info on filesystem at 1732245247187Initializing all the Stores at 1732245247189 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245247189Cleaning up temporary data from old regions at 1732245247216 (+27 ms)Running coprocessor post-open hooks at 1732245247226 (+10 ms)Region opened successfully at 1732245247226 2024-11-22T03:14:07,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=dc3ce787905cb6def42fd819173f2622, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:07,229 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e., pid=46, masterSystemTime=1732245247096 2024-11-22T03:14:07,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc3ce787905cb6def42fd819173f2622, server=b458937b0f5f,40969,1732245190528 because future has completed 2024-11-22T03:14:07,237 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:14:07,237 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:14:07,242 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=040214c11b9327d741fb065d017c242e, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,34515,1732245190708 2024-11-22T03:14:07,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-22T03:14:07,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure dc3ce787905cb6def42fd819173f2622, server=b458937b0f5f,40969,1732245190528 in 10.1730 sec 2024-11-22T03:14:07,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 040214c11b9327d741fb065d017c242e, server=b458937b0f5f,34515,1732245190708 because future has completed 2024-11-22T03:14:07,260 INFO [StoreOpener-f33511df5193302716b89bb649a11141-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc3ce787905cb6def42fd819173f2622, ASSIGN in 10.3980 sec 2024-11-22T03:14:07,269 INFO [StoreOpener-f33511df5193302716b89bb649a11141-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33511df5193302716b89bb649a11141 columnFamilyName cf 2024-11-22T03:14:07,269 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:07,269 DEBUG [StoreOpener-f33511df5193302716b89bb649a11141-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:07,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-22T03:14:07,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 040214c11b9327d741fb065d017c242e, server=b458937b0f5f,34515,1732245190708 in 10.1570 sec 2024-11-22T03:14:07,275 INFO [StoreOpener-f33511df5193302716b89bb649a11141-1 {}] regionserver.HStore(327): Store=f33511df5193302716b89bb649a11141/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:14:07,276 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,279 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=040214c11b9327d741fb065d017c242e, ASSIGN in 10.4190 sec 2024-11-22T03:14:07,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:07,294 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,297 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,297 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,320 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,328 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened f33511df5193302716b89bb649a11141; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68593507, jitterRate=0.022122904658317566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:14:07,328 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,329 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for f33511df5193302716b89bb649a11141: Running coprocessor pre-open hook at 1732245247226Writing region info on filesystem at 1732245247226Initializing all the Stores at 1732245247233 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245247233Cleaning up temporary data from old regions at 1732245247297 (+64 ms)Running coprocessor post-open hooks at 1732245247328 (+31 ms)Region opened successfully at 1732245247329 (+1 ms) 2024-11-22T03:14:07,343 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141., pid=43, masterSystemTime=1732245247085 2024-11-22T03:14:07,348 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:14:07,348 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:14:07,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f33511df5193302716b89bb649a11141, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:07,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33511df5193302716b89bb649a11141, server=b458937b0f5f,40969,1732245190528 because future has completed 2024-11-22T03:14:07,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-22T03:14:07,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure f33511df5193302716b89bb649a11141, server=b458937b0f5f,40969,1732245190528 in 10.3200 sec 2024-11-22T03:14:07,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 2024-11-22T03:14:07,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-22T03:14:07,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f33511df5193302716b89bb649a11141, ASSIGN in 10.5340 sec 2024-11-22T03:14:07,398 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server b458937b0f5f,41529,1732245190852 after splitting done 2024-11-22T03:14:07,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b458937b0f5f,41529,1732245190852, splitWal=true, meta=false in 20.9950 sec 2024-11-22T03:14:08,596 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:14:12,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T03:14:13,943 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T03:14:17,185 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:45945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T03:14:17,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T03:14:17,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:14:17,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T03:14:17,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 91fc0f750245a7a8e4531eeb83d9ca9d: 2024-11-22T03:14:17,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:14:17,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. for SnapshotProcedureTest completed. 2024-11-22T03:14:17,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 040214c11b9327d741fb065d017c242e: 2024-11-22T03:14:17,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. for SnapshotProcedureTest completed. 2024-11-22T03:14:17,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:14:17,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:14:17,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:14:17,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:14:17,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:14:17,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:14:17,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741857_1033 (size=57) 2024-11-22T03:14:17,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741857_1033 (size=57) 2024-11-22T03:14:17,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741857_1033 (size=57) 2024-11-22T03:14:17,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:14:17,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T03:14:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T03:14:17,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:17,247 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:17,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 91fc0f750245a7a8e4531eeb83d9ca9d in 31.2000 sec 2024-11-22T03:14:17,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741858_1034 (size=65) 2024-11-22T03:14:17,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741858_1034 (size=65) 2024-11-22T03:14:17,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741858_1034 (size=65) 2024-11-22T03:14:17,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:14:17,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T03:14:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T03:14:17,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:17,253 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:17,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 040214c11b9327d741fb065d017c242e in 31.2060 sec 2024-11-22T03:14:17,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T03:14:17,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T03:14:17,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for dc3ce787905cb6def42fd819173f2622: 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. for SnapshotProcedureTest completed. 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f33511df5193302716b89bb649a11141: 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. for SnapshotProcedureTest completed. 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:14:17,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:14:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741859_1035 (size=57) 2024-11-22T03:14:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741859_1035 (size=57) 2024-11-22T03:14:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741860_1036 (size=65) 2024-11-22T03:14:17,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741860_1036 (size=65) 2024-11-22T03:14:17,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:14:17,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T03:14:17,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741859_1035 (size=57) 2024-11-22T03:14:17,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741860_1036 (size=65) 2024-11-22T03:14:17,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:14:17,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T03:14:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T03:14:17,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f33511df5193302716b89bb649a11141 2024-11-22T03:14:17,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 2024-11-22T03:14:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T03:14:17,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:17,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:17,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f33511df5193302716b89bb649a11141 in 31.2460 sec 2024-11-22T03:14:17,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T03:14:17,297 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T03:14:17,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc3ce787905cb6def42fd819173f2622 in 31.2470 sec 2024-11-22T03:14:17,300 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T03:14:17,303 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T03:14:17,303 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T03:14:17,306 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T03:14:17,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741861_1037 (size=1094) 2024-11-22T03:14:17,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741861_1037 (size=1094) 2024-11-22T03:14:17,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741861_1037 (size=1094) 2024-11-22T03:14:17,347 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T03:14:17,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T03:14:17,364 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:17,364 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:17,364 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,34515,1732245190708 2024-11-22T03:14:17,364 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,34515,1732245190708 2024-11-22T03:14:17,364 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,34515,1732245190708 2024-11-22T03:14:17,380 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:20,600 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 32550dbab4296a2b41817e12cc49fba4, had cached 0 bytes from a total of 28623 2024-11-22T03:14:20,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6029434dd813c856f2494ccd8d801afb, had cached 0 bytes from a total of 47197 2024-11-22T03:14:24,654 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e5c0df54f6f49c15e04ddbe8575e1556 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:24,655 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 040214c11b9327d741fb065d017c242e changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:24,655 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 78efa0c211eae628e332a00a9e68f541 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:24,656 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6029434dd813c856f2494ccd8d801afb changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:24,656 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 91fc0f750245a7a8e4531eeb83d9ca9d changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:24,656 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dc3ce787905cb6def42fd819173f2622 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:24,656 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 54d976c814894354b588c90a99f427b4 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:24,656 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1a0f7a634765d605af96ed1065073980 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:24,656 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f33511df5193302716b89bb649a11141 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:24,656 DEBUG [master/b458937b0f5f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 32550dbab4296a2b41817e12cc49fba4 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:27,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-22T03:14:27,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-22T03:14:27,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-22T03:14:27,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-22T03:14:27,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-22T03:14:27,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-22T03:14:27,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T03:14:27,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T03:14:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T03:14:27,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T03:14:27,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T03:14:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T03:14:27,434 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 Release verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-22T03:14:27,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T03:14:27,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T03:14:27,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T03:14:27,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-22T03:14:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-22T03:14:27,451 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:27,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 in 10.0780 sec 2024-11-22T03:14:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-22T03:14:27,455 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,34515,1732245190708 Release verify snapshot worker=b458937b0f5f,34515,1732245190708 2024-11-22T03:14:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-22T03:14:27,456 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,34515,1732245190708 2024-11-22T03:14:27,457 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 Release verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:27,460 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:27,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,34515,1732245190708 in 10.0980 sec 2024-11-22T03:14:27,477 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,34515,1732245190708 Release verify snapshot worker=b458937b0f5f,34515,1732245190708 2024-11-22T03:14:27,478 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,34515,1732245190708 Release verify snapshot worker=b458937b0f5f,34515,1732245190708 2024-11-22T03:14:27,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 in 10.1000 sec 2024-11-22T03:14:27,499 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 Release verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:27,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,34515,1732245190708 in 10.1200 sec 2024-11-22T03:14:27,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,34515,1732245190708 in 10.1210 sec 2024-11-22T03:14:27,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 in 10.1420 sec 2024-11-22T03:14:27,519 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:37,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-22T03:14:37,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-22T03:14:37,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-22T03:14:37,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T03:14:37,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T03:14:37,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-22T03:14:37,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T03:14:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T03:14:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T03:14:37,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T03:14:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T03:14:37,492 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 Release verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:37,494 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,34515,1732245190708 Release verify snapshot worker=b458937b0f5f,34515,1732245190708 2024-11-22T03:14:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45945 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T03:14:37,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 in 20.1350 sec 2024-11-22T03:14:37,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,34515,1732245190708 in 20.1370 sec 2024-11-22T03:14:37,505 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 Release verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:37,506 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 Release verify snapshot worker=b458937b0f5f,40969,1732245190528 2024-11-22T03:14:37,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 in 20.1480 sec 2024-11-22T03:14:37,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-22T03:14:37,512 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T03:14:37,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,40969,1732245190528 in 20.1490 sec 2024-11-22T03:14:37,513 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T03:14:37,517 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T03:14:37,517 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T03:14:37,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.5430 sec 2024-11-22T03:14:37,649 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T03:14:37,658 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T03:14:37,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:14:37,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:14:37,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:14:37,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:37,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:37,660 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:14:37,660 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=814282414, stopped=false 2024-11-22T03:14:37,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:14:37,660 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,45945,1732245189488 2024-11-22T03:14:37,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:14:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:14:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:37,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:14:37,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:14:37,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:14:37,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:37,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,40969,1732245190528' ***** 2024-11-22T03:14:37,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:14:37,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,34515,1732245190708' ***** 2024-11-22T03:14:37,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:14:37,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:14:37,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:37,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:37,763 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:14:37,763 INFO [RS:0;b458937b0f5f:40969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:14:37,763 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:14:37,763 INFO [RS:0;b458937b0f5f:40969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:14:37,763 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 32550dbab4296a2b41817e12cc49fba4 2024-11-22T03:14:37,763 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:14:37,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:14:37,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:14:37,764 INFO [RS:1;b458937b0f5f:34515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:14:37,764 INFO [RS:1;b458937b0f5f:34515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:14:37,764 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(3091): Received CLOSE for e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:14:37,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:14:37,764 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a0f7a634765d605af96ed1065073980 2024-11-22T03:14:37,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:14:37,764 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for dc3ce787905cb6def42fd819173f2622 2024-11-22T03:14:37,764 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 54d976c814894354b588c90a99f427b4 2024-11-22T03:14:37,764 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for f33511df5193302716b89bb649a11141 2024-11-22T03:14:37,764 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,40969,1732245190528 2024-11-22T03:14:37,765 INFO [RS:0;b458937b0f5f:40969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:14:37,765 INFO [RS:0;b458937b0f5f:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:40969. 2024-11-22T03:14:37,765 DEBUG [RS:0;b458937b0f5f:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:14:37,765 DEBUG [RS:0;b458937b0f5f:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:37,765 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:14:37,765 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:14:37,765 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:14:37,765 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:14:37,767 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32550dbab4296a2b41817e12cc49fba4, disabling compactions & flushes 2024-11-22T03:14:37,767 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:14:37,767 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:14:37,767 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T03:14:37,767 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:14:37,767 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1325): Online Regions={32550dbab4296a2b41817e12cc49fba4=SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4., 1a0f7a634765d605af96ed1065073980=SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980., dc3ce787905cb6def42fd819173f2622=SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622., 1588230740=hbase:meta,,1.1588230740, 54d976c814894354b588c90a99f427b4=SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4., f33511df5193302716b89bb649a11141=SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141.} 2024-11-22T03:14:37,767 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:14:37,767 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:14:37,767 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:14:37,767 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:14:37,767 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. after waiting 0 ms 2024-11-22T03:14:37,767 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:14:37,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:14:37,768 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a0f7a634765d605af96ed1065073980, 32550dbab4296a2b41817e12cc49fba4, 54d976c814894354b588c90a99f427b4, dc3ce787905cb6def42fd819173f2622, f33511df5193302716b89bb649a11141 2024-11-22T03:14:37,768 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-22T03:14:37,777 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(3091): Received CLOSE for 78efa0c211eae628e332a00a9e68f541 2024-11-22T03:14:37,777 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(3091): Received CLOSE for 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:37,777 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5c0df54f6f49c15e04ddbe8575e1556, disabling compactions & flushes 2024-11-22T03:14:37,777 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(3091): Received CLOSE for 6029434dd813c856f2494ccd8d801afb 2024-11-22T03:14:37,777 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:14:37,777 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(3091): Received CLOSE for 040214c11b9327d741fb065d017c242e 2024-11-22T03:14:37,777 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:14:37,777 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,34515,1732245190708 2024-11-22T03:14:37,778 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. after waiting 0 ms 2024-11-22T03:14:37,778 INFO [RS:1;b458937b0f5f:34515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:14:37,778 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:14:37,778 INFO [RS:1;b458937b0f5f:34515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b458937b0f5f:34515. 2024-11-22T03:14:37,778 DEBUG [RS:1;b458937b0f5f:34515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:14:37,778 DEBUG [RS:1;b458937b0f5f:34515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:37,778 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T03:14:37,778 DEBUG [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(1325): Online Regions={e5c0df54f6f49c15e04ddbe8575e1556=SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556., 78efa0c211eae628e332a00a9e68f541=SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541., 91fc0f750245a7a8e4531eeb83d9ca9d=SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d., 6029434dd813c856f2494ccd8d801afb=SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb., 040214c11b9327d741fb065d017c242e=SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e.} 2024-11-22T03:14:37,778 DEBUG [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(1351): Waiting on 040214c11b9327d741fb065d017c242e, 6029434dd813c856f2494ccd8d801afb, 78efa0c211eae628e332a00a9e68f541, 91fc0f750245a7a8e4531eeb83d9ca9d, e5c0df54f6f49c15e04ddbe8575e1556 2024-11-22T03:14:37,828 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/32550dbab4296a2b41817e12cc49fba4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:14:37,848 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/e5c0df54f6f49c15e04ddbe8575e1556/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:14:37,848 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:14:37,848 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32550dbab4296a2b41817e12cc49fba4: Waiting for close lock at 1732245277766Running coprocessor pre-close hooks at 1732245277766Disabling compacts and flushes for region at 1732245277766Disabling writes for close at 1732245277767 (+1 ms)Writing region close event to WAL at 1732245277788 (+21 ms)Running coprocessor post-close hooks at 1732245277844 (+56 ms)Closed at 1732245277848 (+4 ms) 2024-11-22T03:14:37,849 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732245204942.32550dbab4296a2b41817e12cc49fba4. 2024-11-22T03:14:37,849 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a0f7a634765d605af96ed1065073980, disabling compactions & flushes 2024-11-22T03:14:37,849 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:14:37,849 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:14:37,849 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. after waiting 0 ms 2024-11-22T03:14:37,849 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:14:37,851 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:14:37,852 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:14:37,852 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5c0df54f6f49c15e04ddbe8575e1556: Waiting for close lock at 1732245277777Running coprocessor pre-close hooks at 1732245277777Disabling compacts and flushes for region at 1732245277777Disabling writes for close at 1732245277778 (+1 ms)Writing region close event to WAL at 1732245277789 (+11 ms)Running coprocessor post-close hooks at 1732245277852 (+63 ms)Closed at 1732245277852 2024-11-22T03:14:37,852 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556. 2024-11-22T03:14:37,852 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78efa0c211eae628e332a00a9e68f541, disabling compactions & flushes 2024-11-22T03:14:37,853 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:14:37,853 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:14:37,853 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/.tmp/info/d05056f726b24ffc876e33ef2b8d5cf2 is 167, key is SPTestTable,19999999,1732245204942.e5c0df54f6f49c15e04ddbe8575e1556./info:regioninfo/1732245215722/Put/seqid=0 2024-11-22T03:14:37,853 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. after waiting 0 ms 2024-11-22T03:14:37,853 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:14:37,880 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/1a0f7a634765d605af96ed1065073980/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:14:37,889 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:14:37,889 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a0f7a634765d605af96ed1065073980: Waiting for close lock at 1732245277849Running coprocessor pre-close hooks at 1732245277849Disabling compacts and flushes for region at 1732245277849Disabling writes for close at 1732245277849Writing region close event to WAL at 1732245277850 (+1 ms)Running coprocessor post-close hooks at 1732245277888 (+38 ms)Closed at 1732245277888 2024-11-22T03:14:37,889 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732245204942.1a0f7a634765d605af96ed1065073980. 2024-11-22T03:14:37,890 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc3ce787905cb6def42fd819173f2622, disabling compactions & flushes 2024-11-22T03:14:37,890 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:14:37,890 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:14:37,890 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. after waiting 0 ms 2024-11-22T03:14:37,890 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:14:37,918 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/78efa0c211eae628e332a00a9e68f541/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:14:37,924 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:14:37,925 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78efa0c211eae628e332a00a9e68f541: Waiting for close lock at 1732245277852Running coprocessor pre-close hooks at 1732245277852Disabling compacts and flushes for region at 1732245277852Disabling writes for close at 1732245277853 (+1 ms)Writing region close event to WAL at 1732245277868 (+15 ms)Running coprocessor post-close hooks at 1732245277924 (+56 ms)Closed at 1732245277924 2024-11-22T03:14:37,925 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732245204942.78efa0c211eae628e332a00a9e68f541. 2024-11-22T03:14:37,925 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91fc0f750245a7a8e4531eeb83d9ca9d, disabling compactions & flushes 2024-11-22T03:14:37,925 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:14:37,925 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:14:37,925 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. after waiting 0 ms 2024-11-22T03:14:37,925 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:14:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741862_1038 (size=20260) 2024-11-22T03:14:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741862_1038 (size=20260) 2024-11-22T03:14:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741862_1038 (size=20260) 2024-11-22T03:14:37,936 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/.tmp/info/d05056f726b24ffc876e33ef2b8d5cf2 2024-11-22T03:14:37,952 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/dc3ce787905cb6def42fd819173f2622/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:14:37,960 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:14:37,960 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc3ce787905cb6def42fd819173f2622: Waiting for close lock at 1732245277890Running coprocessor pre-close hooks at 1732245277890Disabling compacts and flushes for region at 1732245277890Disabling writes for close at 1732245277890Writing region close event to WAL at 1732245277912 (+22 ms)Running coprocessor post-close hooks at 1732245277960 (+48 ms)Closed at 1732245277960 2024-11-22T03:14:37,960 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732245204942.dc3ce787905cb6def42fd819173f2622. 2024-11-22T03:14:37,961 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54d976c814894354b588c90a99f427b4, disabling compactions & flushes 2024-11-22T03:14:37,961 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:14:37,961 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:14:37,961 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. after waiting 0 ms 2024-11-22T03:14:37,961 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:14:37,968 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54d976c814894354b588c90a99f427b4, f33511df5193302716b89bb649a11141 2024-11-22T03:14:37,978 DEBUG [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(1351): Waiting on 040214c11b9327d741fb065d017c242e, 6029434dd813c856f2494ccd8d801afb, 91fc0f750245a7a8e4531eeb83d9ca9d 2024-11-22T03:14:37,987 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/91fc0f750245a7a8e4531eeb83d9ca9d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:14:37,991 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:14:37,991 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91fc0f750245a7a8e4531eeb83d9ca9d: Waiting for close lock at 1732245277925Running coprocessor pre-close hooks at 1732245277925Disabling compacts and flushes for region at 1732245277925Disabling writes for close at 1732245277925Writing region close event to WAL at 1732245277944 (+19 ms)Running coprocessor post-close hooks at 1732245277991 (+47 ms)Closed at 1732245277991 2024-11-22T03:14:37,991 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732245204942.91fc0f750245a7a8e4531eeb83d9ca9d. 2024-11-22T03:14:37,992 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6029434dd813c856f2494ccd8d801afb, disabling compactions & flushes 2024-11-22T03:14:37,992 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:14:37,992 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:14:37,992 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. after waiting 0 ms 2024-11-22T03:14:37,992 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:14:38,013 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/.tmp/ns/520602a653754b819cb38e9db6a0d8a2 is 43, key is default/ns:d/1732245204477/Put/seqid=0 2024-11-22T03:14:38,032 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/54d976c814894354b588c90a99f427b4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:14:38,033 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/6029434dd813c856f2494ccd8d801afb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:14:38,037 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:14:38,039 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54d976c814894354b588c90a99f427b4: Waiting for close lock at 1732245277961Running coprocessor pre-close hooks at 1732245277961Disabling compacts and flushes for region at 1732245277961Disabling writes for close at 1732245277961Writing region close event to WAL at 1732245277973 (+12 ms)Running coprocessor post-close hooks at 1732245278037 (+64 ms)Closed at 1732245278037 2024-11-22T03:14:38,039 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:14:38,039 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6029434dd813c856f2494ccd8d801afb: Waiting for close lock at 1732245277992Running coprocessor pre-close hooks at 1732245277992Disabling compacts and flushes for region at 1732245277992Disabling writes for close at 1732245277992Writing region close event to WAL at 1732245278003 (+11 ms)Running coprocessor post-close hooks at 1732245278039 (+36 ms)Closed at 1732245278039 2024-11-22T03:14:38,039 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732245204942.54d976c814894354b588c90a99f427b4. 2024-11-22T03:14:38,039 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732245204942.6029434dd813c856f2494ccd8d801afb. 2024-11-22T03:14:38,039 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f33511df5193302716b89bb649a11141, disabling compactions & flushes 2024-11-22T03:14:38,039 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 040214c11b9327d741fb065d017c242e, disabling compactions & flushes 2024-11-22T03:14:38,039 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:14:38,039 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:14:38,039 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:14:38,039 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:14:38,040 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. after waiting 0 ms 2024-11-22T03:14:38,040 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. after waiting 0 ms 2024-11-22T03:14:38,040 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:14:38,040 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:14:38,097 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/040214c11b9327d741fb065d017c242e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:14:38,098 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:14:38,098 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 040214c11b9327d741fb065d017c242e: Waiting for close lock at 1732245278039Running coprocessor pre-close hooks at 1732245278039Disabling compacts and flushes for region at 1732245278039Disabling writes for close at 1732245278040 (+1 ms)Writing region close event to WAL at 1732245278064 (+24 ms)Running coprocessor post-close hooks at 1732245278098 (+34 ms)Closed at 1732245278098 2024-11-22T03:14:38,098 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732245204942.040214c11b9327d741fb065d017c242e. 2024-11-22T03:14:38,112 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/default/SPTestTable/f33511df5193302716b89bb649a11141/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:14:38,117 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:14:38,117 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f33511df5193302716b89bb649a11141: Waiting for close lock at 1732245278039Running coprocessor pre-close hooks at 1732245278039Disabling compacts and flushes for region at 1732245278039Disabling writes for close at 1732245278040 (+1 ms)Writing region close event to WAL at 1732245278056 (+16 ms)Running coprocessor post-close hooks at 1732245278117 (+61 ms)Closed at 1732245278117 2024-11-22T03:14:38,117 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732245204942.f33511df5193302716b89bb649a11141. 2024-11-22T03:14:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741863_1039 (size=5153) 2024-11-22T03:14:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741863_1039 (size=5153) 2024-11-22T03:14:38,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741863_1039 (size=5153) 2024-11-22T03:14:38,168 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:14:38,184 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,34515,1732245190708; all regions closed. 2024-11-22T03:14:38,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741834_1010 (size=3530) 2024-11-22T03:14:38,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741834_1010 (size=3530) 2024-11-22T03:14:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741834_1010 (size=3530) 2024-11-22T03:14:38,232 DEBUG [RS:1;b458937b0f5f:34515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/oldWALs 2024-11-22T03:14:38,233 INFO [RS:1;b458937b0f5f:34515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C34515%2C1732245190708:(num 1732245193731) 2024-11-22T03:14:38,233 DEBUG [RS:1;b458937b0f5f:34515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:38,233 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:14:38,236 INFO [RS:1;b458937b0f5f:34515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:14:38,238 INFO [RS:1;b458937b0f5f:34515 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:14:38,239 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:14:38,239 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:14:38,239 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:14:38,239 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:14:38,239 INFO [RS:1;b458937b0f5f:34515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:14:38,239 INFO [RS:1;b458937b0f5f:34515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34515 2024-11-22T03:14:38,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:14:38,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b458937b0f5f,34515,1732245190708 2024-11-22T03:14:38,292 INFO [RS:1;b458937b0f5f:34515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:14:38,368 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:14:38,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,34515,1732245190708] 2024-11-22T03:14:38,464 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b458937b0f5f,34515,1732245190708 already deleted, retry=false 2024-11-22T03:14:38,465 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,34515,1732245190708 expired; onlineServers=1 2024-11-22T03:14:38,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:14:38,477 INFO [RS:1;b458937b0f5f:34515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:14:38,478 INFO [RS:1;b458937b0f5f:34515 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,34515,1732245190708; zookeeper connection closed. 2024-11-22T03:14:38,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1016087ebe30002, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:14:38,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a012d62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a012d62 2024-11-22T03:14:38,526 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/.tmp/ns/520602a653754b819cb38e9db6a0d8a2 2024-11-22T03:14:38,559 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:14:38,559 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:14:38,569 DEBUG [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:14:38,578 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/.tmp/table/6d2c00c10ef74672ae85a86a5b620aad is 47, key is SPTestTable/table:state/1732245215737/Put/seqid=0 2024-11-22T03:14:38,596 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:14:38,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741864_1040 (size=5214) 2024-11-22T03:14:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741864_1040 (size=5214) 2024-11-22T03:14:38,616 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/.tmp/table/6d2c00c10ef74672ae85a86a5b620aad 2024-11-22T03:14:38,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741864_1040 (size=5214) 2024-11-22T03:14:38,637 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/.tmp/info/d05056f726b24ffc876e33ef2b8d5cf2 as hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/info/d05056f726b24ffc876e33ef2b8d5cf2 2024-11-22T03:14:38,653 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/info/d05056f726b24ffc876e33ef2b8d5cf2, entries=116, sequenceid=37, filesize=19.8 K 2024-11-22T03:14:38,655 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/.tmp/ns/520602a653754b819cb38e9db6a0d8a2 as hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/ns/520602a653754b819cb38e9db6a0d8a2 2024-11-22T03:14:38,663 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/ns/520602a653754b819cb38e9db6a0d8a2, entries=2, sequenceid=37, filesize=5.0 K 2024-11-22T03:14:38,669 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/.tmp/table/6d2c00c10ef74672ae85a86a5b620aad as hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/table/6d2c00c10ef74672ae85a86a5b620aad 2024-11-22T03:14:38,689 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/table/6d2c00c10ef74672ae85a86a5b620aad, entries=2, sequenceid=37, filesize=5.1 K 2024-11-22T03:14:38,692 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=37, compaction requested=false 2024-11-22T03:14:38,699 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-22T03:14:38,700 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:14:38,700 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:14:38,701 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245277767Running coprocessor pre-close hooks at 1732245277767Disabling compacts and flushes for region at 1732245277767Disabling writes for close at 1732245277767Obtaining lock to block concurrent updates at 1732245277768 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732245277768Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1732245277768Flushing stores of hbase:meta,,1.1588230740 at 1732245277776 (+8 ms)Flushing 1588230740/info: creating writer at 1732245277776Flushing 1588230740/info: appending metadata at 1732245277850 (+74 ms)Flushing 1588230740/info: closing flushed file at 1732245277850Flushing 1588230740/ns: creating writer at 1732245277964 (+114 ms)Flushing 1588230740/ns: appending metadata at 1732245278012 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1732245278012Flushing 1588230740/table: creating writer at 1732245278554 (+542 ms)Flushing 1588230740/table: appending metadata at 1732245278577 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732245278577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1861ab51: reopening flushed file at 1732245278635 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b021dce: reopening flushed file at 1732245278653 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5d3040: reopening flushed file at 1732245278663 (+10 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=37, compaction requested=false at 1732245278693 (+30 ms)Writing region close event to WAL at 1732245278694 (+1 ms)Running coprocessor post-close hooks at 1732245278700 (+6 ms)Closed at 1732245278700 2024-11-22T03:14:38,701 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:14:38,769 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,40969,1732245190528; all regions closed. 2024-11-22T03:14:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741836_1012 (size=19450) 2024-11-22T03:14:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741836_1012 (size=19450) 2024-11-22T03:14:38,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741836_1012 (size=19450) 2024-11-22T03:14:38,782 DEBUG [RS:0;b458937b0f5f:40969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/oldWALs 2024-11-22T03:14:38,782 INFO [RS:0;b458937b0f5f:40969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C40969%2C1732245190528.meta:.meta(num 1732245204170) 2024-11-22T03:14:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741835_1011 (size=3500) 2024-11-22T03:14:38,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741835_1011 (size=3500) 2024-11-22T03:14:38,796 DEBUG [RS:0;b458937b0f5f:40969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/oldWALs 2024-11-22T03:14:38,800 INFO [RS:0;b458937b0f5f:40969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C40969%2C1732245190528:(num 1732245193751) 2024-11-22T03:14:38,800 DEBUG [RS:0;b458937b0f5f:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:38,800 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:14:38,800 INFO [RS:0;b458937b0f5f:40969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:14:38,800 INFO [RS:0;b458937b0f5f:40969 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:14:38,801 INFO [RS:0;b458937b0f5f:40969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:14:38,801 INFO [RS:0;b458937b0f5f:40969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40969 2024-11-22T03:14:38,801 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:14:38,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b458937b0f5f,40969,1732245190528 2024-11-22T03:14:38,901 INFO [RS:0;b458937b0f5f:40969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:14:38,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:14:38,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,40969,1732245190528] 2024-11-22T03:14:39,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b458937b0f5f,40969,1732245190528 already deleted, retry=false 2024-11-22T03:14:39,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,40969,1732245190528 expired; onlineServers=0 2024-11-22T03:14:39,071 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,45945,1732245189488' ***** 2024-11-22T03:14:39,071 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:14:39,071 INFO [M:0;b458937b0f5f:45945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:14:39,071 INFO [M:0;b458937b0f5f:45945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:14:39,071 DEBUG [M:0;b458937b0f5f:45945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:14:39,072 DEBUG [M:0;b458937b0f5f:45945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:14:39,072 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245193194 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245193194,5,FailOnTimeoutGroup] 2024-11-22T03:14:39,072 INFO [M:0;b458937b0f5f:45945 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:14:39,072 INFO [M:0;b458937b0f5f:45945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:14:39,072 DEBUG [M:0;b458937b0f5f:45945 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:14:39,072 INFO [M:0;b458937b0f5f:45945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:14:39,072 INFO [M:0;b458937b0f5f:45945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:14:39,074 INFO [M:0;b458937b0f5f:45945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:14:39,074 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:14:39,076 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:14:39,076 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245193195 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245193195,5,FailOnTimeoutGroup] 2024-11-22T03:14:39,096 INFO [RS:0;b458937b0f5f:40969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:14:39,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:14:39,096 INFO [RS:0;b458937b0f5f:40969 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,40969,1732245190528; zookeeper connection closed. 2024-11-22T03:14:39,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x1016087ebe30001, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:14:39,097 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c0e0719 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c0e0719 2024-11-22T03:14:39,098 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T03:14:39,114 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-22T03:14:39,114 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-22T03:14:39,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T03:14:39,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:39,117 INFO [M:0;b458937b0f5f:45945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/.lastflushedseqids 2024-11-22T03:14:39,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741865_1041 (size=686) 2024-11-22T03:14:39,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741865_1041 (size=686) 2024-11-22T03:14:39,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741865_1041 (size=686) 2024-11-22T03:14:39,170 INFO [M:0;b458937b0f5f:45945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:14:39,170 INFO [M:0;b458937b0f5f:45945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:14:39,170 DEBUG [M:0;b458937b0f5f:45945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:14:39,170 INFO [M:0;b458937b0f5f:45945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:14:39,170 DEBUG [M:0;b458937b0f5f:45945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:14:39,170 DEBUG [M:0;b458937b0f5f:45945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:14:39,170 DEBUG [M:0;b458937b0f5f:45945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:14:39,171 INFO [M:0;b458937b0f5f:45945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.93 KB heapSize=242.94 KB 2024-11-22T03:14:39,188 DEBUG [M:0;b458937b0f5f:45945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a83b7b995504e68b6cbf824f9aa9b86 is 82, key is hbase:meta,,1/info:regioninfo/1732245204275/Put/seqid=0 2024-11-22T03:14:39,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741866_1042 (size=5672) 2024-11-22T03:14:39,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741866_1042 (size=5672) 2024-11-22T03:14:39,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741866_1042 (size=5672) 2024-11-22T03:14:39,198 INFO [M:0;b458937b0f5f:45945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a83b7b995504e68b6cbf824f9aa9b86 2024-11-22T03:14:39,226 DEBUG [M:0;b458937b0f5f:45945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6480072f27eb4e9ba2bb05a699cf56d3 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732245215747/Put/seqid=0 2024-11-22T03:14:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741867_1043 (size=8974) 2024-11-22T03:14:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741867_1043 (size=8974) 2024-11-22T03:14:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741867_1043 (size=8974) 2024-11-22T03:14:39,709 INFO [M:0;b458937b0f5f:45945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.20 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6480072f27eb4e9ba2bb05a699cf56d3 2024-11-22T03:14:39,719 INFO [M:0;b458937b0f5f:45945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6480072f27eb4e9ba2bb05a699cf56d3 2024-11-22T03:14:39,739 DEBUG [M:0;b458937b0f5f:45945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dba4d455b34346449c946e0fc530369a is 69, key is b458937b0f5f,34515,1732245190708/rs:state/1732245193278/Put/seqid=0 2024-11-22T03:14:39,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741868_1044 (size=5441) 2024-11-22T03:14:39,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741868_1044 (size=5441) 2024-11-22T03:14:39,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741868_1044 (size=5441) 2024-11-22T03:14:39,766 INFO [M:0;b458937b0f5f:45945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dba4d455b34346449c946e0fc530369a 2024-11-22T03:14:39,774 INFO [M:0;b458937b0f5f:45945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dba4d455b34346449c946e0fc530369a 2024-11-22T03:14:39,776 DEBUG [M:0;b458937b0f5f:45945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a83b7b995504e68b6cbf824f9aa9b86 as hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a83b7b995504e68b6cbf824f9aa9b86 2024-11-22T03:14:39,788 INFO [M:0;b458937b0f5f:45945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a83b7b995504e68b6cbf824f9aa9b86, entries=8, sequenceid=516, filesize=5.5 K 2024-11-22T03:14:39,793 DEBUG [M:0;b458937b0f5f:45945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6480072f27eb4e9ba2bb05a699cf56d3 as hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6480072f27eb4e9ba2bb05a699cf56d3 2024-11-22T03:14:39,803 INFO [M:0;b458937b0f5f:45945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6480072f27eb4e9ba2bb05a699cf56d3 2024-11-22T03:14:39,803 INFO [M:0;b458937b0f5f:45945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6480072f27eb4e9ba2bb05a699cf56d3, entries=56, sequenceid=516, filesize=8.8 K 2024-11-22T03:14:39,805 DEBUG [M:0;b458937b0f5f:45945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dba4d455b34346449c946e0fc530369a as hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dba4d455b34346449c946e0fc530369a 2024-11-22T03:14:39,820 INFO [M:0;b458937b0f5f:45945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dba4d455b34346449c946e0fc530369a 2024-11-22T03:14:39,820 INFO [M:0;b458937b0f5f:45945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/483e0e49-b736-24d4-ec2a-37659c30a3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dba4d455b34346449c946e0fc530369a, entries=3, sequenceid=516, filesize=5.3 K 2024-11-22T03:14:39,821 INFO [M:0;b458937b0f5f:45945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.93 KB/200636, heapSize ~242.64 KB/248464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 651ms, sequenceid=516, compaction requested=false 2024-11-22T03:14:39,825 INFO [M:0;b458937b0f5f:45945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:14:39,825 DEBUG [M:0;b458937b0f5f:45945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245279170Disabling compacts and flushes for region at 1732245279170Disabling writes for close at 1732245279170Obtaining lock to block concurrent updates at 1732245279171 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245279171Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200636, getHeapSize=248704, getOffHeapSize=0, getCellsCount=623 at 1732245279171Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245279172 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245279172Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245279188 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245279188Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245279204 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245279226 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245279226Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245279720 (+494 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245279738 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245279738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@610b1d1b: reopening flushed file at 1732245279775 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dceecc1: reopening flushed file at 1732245279788 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171af1: reopening flushed file at 1732245279803 (+15 ms)Finished flush of dataSize ~195.93 KB/200636, heapSize ~242.64 KB/248464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 651ms, sequenceid=516, compaction requested=false at 1732245279821 (+18 ms)Writing region close event to WAL at 1732245279825 (+4 ms)Closed at 1732245279825 2024-11-22T03:14:39,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741830_1006 (size=235023) 2024-11-22T03:14:39,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741830_1006 (size=235023) 2024-11-22T03:14:39,829 INFO [M:0;b458937b0f5f:45945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:14:39,829 INFO [M:0;b458937b0f5f:45945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45945 2024-11-22T03:14:39,829 INFO [M:0;b458937b0f5f:45945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:14:39,830 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:14:39,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:14:39,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:14:39,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:14:40,003 INFO [M:0;b458937b0f5f:45945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:14:40,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:14:40,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45945-0x1016087ebe30000, quorum=127.0.0.1:61368, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:14:40,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:14:40,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:14:40,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:14:40,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:14:40,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir/,STOPPED} 2024-11-22T03:14:40,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:14:40,030 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:14:40,032 WARN [BP-1466598143-172.17.0.3-1732245183904 heartbeating to localhost/127.0.0.1:40939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:14:40,032 WARN [BP-1466598143-172.17.0.3-1732245183904 heartbeating to localhost/127.0.0.1:40939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1466598143-172.17.0.3-1732245183904 (Datanode Uuid 97ece177-a8a3-4662-82fb-f7e2887a4a82) service to localhost/127.0.0.1:40939 2024-11-22T03:14:40,034 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data5/current/BP-1466598143-172.17.0.3-1732245183904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:14:40,034 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data6/current/BP-1466598143-172.17.0.3-1732245183904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:14:40,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:14:40,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:14:40,048 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:14:40,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:14:40,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:14:40,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir/,STOPPED} 2024-11-22T03:14:40,058 WARN [BP-1466598143-172.17.0.3-1732245183904 heartbeating to localhost/127.0.0.1:40939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:14:40,058 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:14:40,058 WARN [BP-1466598143-172.17.0.3-1732245183904 heartbeating to localhost/127.0.0.1:40939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1466598143-172.17.0.3-1732245183904 (Datanode Uuid afbc3f5a-d32d-4e11-a66e-11db01cacaaf) service to localhost/127.0.0.1:40939 2024-11-22T03:14:40,058 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:14:40,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data3/current/BP-1466598143-172.17.0.3-1732245183904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:14:40,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:14:40,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data4/current/BP-1466598143-172.17.0.3-1732245183904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:14:40,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:14:40,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:14:40,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:14:40,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:14:40,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir/,STOPPED} 2024-11-22T03:14:40,072 WARN [BP-1466598143-172.17.0.3-1732245183904 heartbeating to localhost/127.0.0.1:40939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:14:40,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:14:40,072 WARN [BP-1466598143-172.17.0.3-1732245183904 heartbeating to localhost/127.0.0.1:40939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1466598143-172.17.0.3-1732245183904 (Datanode Uuid 1e1675f6-5d0f-40fd-8184-701db320f044) service to localhost/127.0.0.1:40939 2024-11-22T03:14:40,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:14:40,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data1/current/BP-1466598143-172.17.0.3-1732245183904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:14:40,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/cluster_d9f0f231-4c7d-e39b-7526-9af081fbccfa/data/data2/current/BP-1466598143-172.17.0.3-1732245183904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:14:40,073 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:14:40,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:14:40,104 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:14:40,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:14:40,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:14:40,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir/,STOPPED} 2024-11-22T03:14:40,122 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:14:40,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:14:40,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: master/b458937b0f5f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b458937b0f5f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40939 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/b458937b0f5f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40939 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/b458937b0f5f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b458937b0f5f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5c42062b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b458937b0f5f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b458937b0f5f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=833 (was 645) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5653 (was 8416) 2024-11-22T03:14:40,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=833, ProcessCount=11, AvailableMemoryMB=5653 2024-11-22T03:14:40,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir so I do NOT create it in target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d 2024-11-22T03:14:40,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T03:14:40,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.tmp.dir so I do NOT create it in target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d 2024-11-22T03:14:40,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d96fe5-fd70-c125-aa6c-72f1fce4f81c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T03:14:40,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d 2024-11-22T03:14:40,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:14:40,227 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b, deleteOnExit=true 2024-11-22T03:14:40,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:14:40,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/test.cache.data in system properties and HBase conf 2024-11-22T03:14:40,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:14:40,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:14:40,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:14:40,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:14:40,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:14:40,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:14:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:14:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:14:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:14:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:14:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:14:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:14:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:14:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:14:40,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:14:40,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:14:40,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:14:40,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:14:40,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:14:40,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:14:40,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:14:40,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:14:40,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:14:40,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:14:40,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:14:40,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:14:40,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40bf0fc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:14:40,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7eabc2b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:14:40,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f594751{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/java.io.tmpdir/jetty-localhost-37915-hadoop-hdfs-3_4_1-tests_jar-_-any-4750655866248209056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:14:40,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@141aec7c{HTTP/1.1, (http/1.1)}{localhost:37915} 2024-11-22T03:14:40,875 INFO [Time-limited test {}] server.Server(415): Started @100039ms 2024-11-22T03:14:41,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:14:41,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:14:41,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:14:41,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:14:41,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:14:41,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d72d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:14:41,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59829fca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:14:41,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@235874fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/java.io.tmpdir/jetty-localhost-33775-hadoop-hdfs-3_4_1-tests_jar-_-any-4910760672599702024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:14:41,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b658e{HTTP/1.1, (http/1.1)}{localhost:33775} 2024-11-22T03:14:41,299 INFO [Time-limited test {}] server.Server(415): Started @100462ms 2024-11-22T03:14:41,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:14:41,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:14:41,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:14:41,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:14:41,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:14:41,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:14:41,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47665ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:14:41,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ae4ac48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:14:41,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b8c1678{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/java.io.tmpdir/jetty-localhost-45059-hadoop-hdfs-3_4_1-tests_jar-_-any-10043899932864319971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:14:41,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e7ec4f{HTTP/1.1, (http/1.1)}{localhost:45059} 2024-11-22T03:14:41,552 INFO [Time-limited test {}] server.Server(415): Started @100716ms 2024-11-22T03:14:41,554 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:14:41,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:14:41,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:14:41,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:14:41,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:14:41,626 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:14:41,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f6a8844{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:14:41,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33e24962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:14:41,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42b72d32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/java.io.tmpdir/jetty-localhost-41891-hadoop-hdfs-3_4_1-tests_jar-_-any-8098109260478940356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:14:41,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f41c572{HTTP/1.1, (http/1.1)}{localhost:41891} 2024-11-22T03:14:41,748 INFO [Time-limited test {}] server.Server(415): Started @100911ms 2024-11-22T03:14:41,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:14:42,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:14:42,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:14:42,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:14:43,337 WARN [Thread-696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data1/current/BP-323345024-172.17.0.3-1732245280253/current, will proceed with Du for space computation calculation, 2024-11-22T03:14:43,349 WARN [Thread-697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data2/current/BP-323345024-172.17.0.3-1732245280253/current, will proceed with Du for space computation calculation, 2024-11-22T03:14:43,382 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:14:43,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:14:43,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:14:43,431 WARN [Thread-636 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:14:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f31e3146efd10e5 with lease ID 0x9923b1288ecf24ff: Processing first storage report for DS-a29b623d-95b4-4818-aef4-df57905a4adf from datanode DatanodeRegistration(127.0.0.1:35733, datanodeUuid=3b147020-f9c7-45b4-9d79-1d15a69ba7a2, infoPort=34663, infoSecurePort=0, ipcPort=40103, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253) 2024-11-22T03:14:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f31e3146efd10e5 with lease ID 0x9923b1288ecf24ff: from storage DS-a29b623d-95b4-4818-aef4-df57905a4adf node DatanodeRegistration(127.0.0.1:35733, datanodeUuid=3b147020-f9c7-45b4-9d79-1d15a69ba7a2, infoPort=34663, infoSecurePort=0, ipcPort=40103, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:14:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f31e3146efd10e5 with lease ID 0x9923b1288ecf24ff: Processing first storage report for DS-3b23950a-e6ee-49b6-a043-ab4b36725da7 from datanode DatanodeRegistration(127.0.0.1:35733, datanodeUuid=3b147020-f9c7-45b4-9d79-1d15a69ba7a2, infoPort=34663, infoSecurePort=0, ipcPort=40103, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253) 2024-11-22T03:14:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f31e3146efd10e5 with lease ID 0x9923b1288ecf24ff: from storage DS-3b23950a-e6ee-49b6-a043-ab4b36725da7 node DatanodeRegistration(127.0.0.1:35733, datanodeUuid=3b147020-f9c7-45b4-9d79-1d15a69ba7a2, infoPort=34663, infoSecurePort=0, ipcPort=40103, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:14:43,542 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data3/current/BP-323345024-172.17.0.3-1732245280253/current, will proceed with Du for space computation calculation, 2024-11-22T03:14:43,547 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data4/current/BP-323345024-172.17.0.3-1732245280253/current, will proceed with Du for space computation calculation, 2024-11-22T03:14:43,624 WARN [Thread-659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:14:43,653 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data5/current/BP-323345024-172.17.0.3-1732245280253/current, will proceed with Du for space computation calculation, 2024-11-22T03:14:43,658 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data6/current/BP-323345024-172.17.0.3-1732245280253/current, will proceed with Du for space computation calculation, 2024-11-22T03:14:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f6cf406fceaf441 with lease ID 0x9923b1288ecf2500: Processing first storage report for DS-18f58bb0-efc5-4843-8bf2-04cd87c50f2c from datanode DatanodeRegistration(127.0.0.1:39921, datanodeUuid=d6fa1885-bc97-4746-b95a-58b7b43e3221, infoPort=40025, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253) 2024-11-22T03:14:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f6cf406fceaf441 with lease ID 0x9923b1288ecf2500: from storage DS-18f58bb0-efc5-4843-8bf2-04cd87c50f2c node DatanodeRegistration(127.0.0.1:39921, datanodeUuid=d6fa1885-bc97-4746-b95a-58b7b43e3221, infoPort=40025, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:14:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f6cf406fceaf441 with lease ID 0x9923b1288ecf2500: Processing first storage report for DS-6180b9ca-4b1a-4a5d-b876-520c52863bf8 from datanode DatanodeRegistration(127.0.0.1:39921, datanodeUuid=d6fa1885-bc97-4746-b95a-58b7b43e3221, infoPort=40025, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253) 2024-11-22T03:14:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f6cf406fceaf441 with lease ID 0x9923b1288ecf2500: from storage DS-6180b9ca-4b1a-4a5d-b876-520c52863bf8 node DatanodeRegistration(127.0.0.1:39921, datanodeUuid=d6fa1885-bc97-4746-b95a-58b7b43e3221, infoPort=40025, infoSecurePort=0, ipcPort=40599, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:14:43,736 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:14:43,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x453c37af1cd7f40b with lease ID 0x9923b1288ecf2501: Processing first storage report for DS-0626e6ad-81ab-49e1-8689-86454f540ecd from datanode DatanodeRegistration(127.0.0.1:43617, datanodeUuid=57deecc9-d1df-4925-b398-a09321e4561d, infoPort=35369, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253) 2024-11-22T03:14:43,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x453c37af1cd7f40b with lease ID 0x9923b1288ecf2501: from storage DS-0626e6ad-81ab-49e1-8689-86454f540ecd node DatanodeRegistration(127.0.0.1:43617, datanodeUuid=57deecc9-d1df-4925-b398-a09321e4561d, infoPort=35369, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T03:14:43,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x453c37af1cd7f40b with lease ID 0x9923b1288ecf2501: Processing first storage report for DS-a7706285-e085-4afc-86f7-6250fe25faa2 from datanode DatanodeRegistration(127.0.0.1:43617, datanodeUuid=57deecc9-d1df-4925-b398-a09321e4561d, infoPort=35369, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253) 2024-11-22T03:14:43,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x453c37af1cd7f40b with lease ID 0x9923b1288ecf2501: from storage DS-a7706285-e085-4afc-86f7-6250fe25faa2 node DatanodeRegistration(127.0.0.1:43617, datanodeUuid=57deecc9-d1df-4925-b398-a09321e4561d, infoPort=35369, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1331703137;c=1732245280253), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:14:43,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d 2024-11-22T03:14:43,869 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/zookeeper_0, clientPort=50869, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:14:43,873 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50869 2024-11-22T03:14:43,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:43,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:43,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:14:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:14:43,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:14:43,957 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 with version=8 2024-11-22T03:14:43,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/hbase-staging 2024-11-22T03:14:43,960 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:14:43,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:43,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:43,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:14:43,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:43,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:14:43,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:14:43,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:14:43,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34565 2024-11-22T03:14:43,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34565 connecting to ZooKeeper ensemble=127.0.0.1:50869 2024-11-22T03:14:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345650x0, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:14:44,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34565-0x10160895fb50000 connected 2024-11-22T03:14:44,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:44,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:44,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:14:44,227 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5, hbase.cluster.distributed=false 2024-11-22T03:14:44,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:14:44,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-22T03:14:44,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34565 2024-11-22T03:14:44,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34565 2024-11-22T03:14:44,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-22T03:14:44,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-22T03:14:44,298 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:14:44,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:44,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:44,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:14:44,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:44,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:14:44,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:14:44,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:14:44,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38747 2024-11-22T03:14:44,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38747 connecting to ZooKeeper ensemble=127.0.0.1:50869 2024-11-22T03:14:44,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:44,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:44,328 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387470x0, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:14:44,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387470x0, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:14:44,330 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:14:44,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38747-0x10160895fb50001 connected 2024-11-22T03:14:44,345 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:14:44,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:14:44,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:14:44,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-22T03:14:44,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38747 2024-11-22T03:14:44,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38747 2024-11-22T03:14:44,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-22T03:14:44,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-22T03:14:44,421 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:14:44,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:44,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:44,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:14:44,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:44,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:14:44,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:14:44,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:14:44,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41155 2024-11-22T03:14:44,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41155 connecting to ZooKeeper ensemble=127.0.0.1:50869 2024-11-22T03:14:44,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:44,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:44,473 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411550x0, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:14:44,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411550x0, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:14:44,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:14:44,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41155-0x10160895fb50002 connected 2024-11-22T03:14:44,495 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:14:44,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:14:44,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:14:44,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-22T03:14:44,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41155 2024-11-22T03:14:44,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41155 2024-11-22T03:14:44,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-22T03:14:44,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-22T03:14:44,529 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b458937b0f5f:0 server-side Connection retries=45 2024-11-22T03:14:44,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:44,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:44,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:14:44,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:14:44,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:14:44,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:14:44,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:14:44,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37021 2024-11-22T03:14:44,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37021 connecting to ZooKeeper ensemble=127.0.0.1:50869 2024-11-22T03:14:44,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:44,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:44,547 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370210x0, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:14:44,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370210x0, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:14:44,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37021-0x10160895fb50003 connected 2024-11-22T03:14:44,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:14:44,549 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:14:44,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:14:44,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:14:44,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37021 2024-11-22T03:14:44,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37021 2024-11-22T03:14:44,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37021 2024-11-22T03:14:44,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37021 2024-11-22T03:14:44,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37021 2024-11-22T03:14:44,572 DEBUG [M:0;b458937b0f5f:34565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b458937b0f5f:34565 2024-11-22T03:14:44,572 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b458937b0f5f,34565,1732245283960 2024-11-22T03:14:44,588 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:14:44,588 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:14:44,588 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:14:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:14:44,589 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b458937b0f5f,34565,1732245283960 2024-11-22T03:14:44,601 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:14:44,601 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:44,601 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:14:44,601 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:44,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:44,604 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:14:44,604 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:44,608 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T03:14:44,609 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b458937b0f5f,34565,1732245283960 from backup master directory 2024-11-22T03:14:44,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b458937b0f5f,34565,1732245283960 2024-11-22T03:14:44,621 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:14:44,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:14:44,621 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:14:44,621 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:14:44,622 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:14:44,622 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b458937b0f5f,34565,1732245283960 2024-11-22T03:14:44,628 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/hbase.id] with ID: 911233b3-a790-4bc6-84d7-a9084192f506 2024-11-22T03:14:44,628 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/.tmp/hbase.id 2024-11-22T03:14:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:14:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:14:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:14:44,647 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/.tmp/hbase.id]:[hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/hbase.id] 2024-11-22T03:14:44,675 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:14:44,675 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:14:44,679 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-22T03:14:44,684 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:44,685 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:44,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:44,685 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:44,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:14:44,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:14:44,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:14:44,722 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:14:44,723 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:14:44,724 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:14:44,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:14:44,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:14:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:14:45,191 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store 2024-11-22T03:14:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:14:45,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:14:45,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:14:45,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:45,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:14:45,270 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:14:45,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:14:45,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:14:45,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:14:45,270 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:14:45,270 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245285270Disabling compacts and flushes for region at 1732245285270Disabling writes for close at 1732245285270Writing region close event to WAL at 1732245285270Closed at 1732245285270 2024-11-22T03:14:45,271 WARN [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/.initializing 2024-11-22T03:14:45,271 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/WALs/b458937b0f5f,34565,1732245283960 2024-11-22T03:14:45,273 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:14:45,277 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C34565%2C1732245283960, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/WALs/b458937b0f5f,34565,1732245283960, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/oldWALs, maxLogs=10 2024-11-22T03:14:45,294 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/WALs/b458937b0f5f,34565,1732245283960/b458937b0f5f%2C34565%2C1732245283960.1732245285277, exclude list is [], retry=0 2024-11-22T03:14:45,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35733,DS-a29b623d-95b4-4818-aef4-df57905a4adf,DISK] 2024-11-22T03:14:45,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43617,DS-0626e6ad-81ab-49e1-8689-86454f540ecd,DISK] 2024-11-22T03:14:45,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-18f58bb0-efc5-4843-8bf2-04cd87c50f2c,DISK] 2024-11-22T03:14:45,333 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/WALs/b458937b0f5f,34565,1732245283960/b458937b0f5f%2C34565%2C1732245283960.1732245285277 2024-11-22T03:14:45,336 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40025:40025),(127.0.0.1/127.0.0.1:35369:35369),(127.0.0.1/127.0.0.1:34663:34663)] 2024-11-22T03:14:45,336 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:14:45,336 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:45,337 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,337 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:14:45,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:45,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:14:45,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:14:45,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:45,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:14:45,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:14:45,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:45,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:14:45,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:14:45,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:45,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:14:45,357 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,358 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,359 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,369 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,369 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,372 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:14:45,375 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:14:45,381 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:14:45,382 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70980510, jitterRate=0.0576920211315155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:14:45,383 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732245285337Initializing all the Stores at 1732245285339 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245285339Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245285339Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245285339Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245285339Cleaning up temporary data from old regions at 1732245285369 (+30 ms)Region opened successfully at 1732245285383 (+14 ms) 2024-11-22T03:14:45,394 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:14:45,404 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792d1da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:14:45,405 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:14:45,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:14:45,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:14:45,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:14:45,407 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T03:14:45,407 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T03:14:45,407 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T03:14:45,415 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:14:45,416 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T03:14:45,441 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T03:14:45,442 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:14:45,443 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:14:45,452 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T03:14:45,453 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:14:45,454 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:14:45,463 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T03:14:45,464 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:14:45,473 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T03:14:45,477 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:14:45,484 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T03:14:45,495 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:14:45,495 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:14:45,495 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:14:45,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:14:45,495 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,495 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,495 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,496 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b458937b0f5f,34565,1732245283960, sessionid=0x10160895fb50000, setting cluster-up flag (Was=false) 2024-11-22T03:14:45,537 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,537 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,537 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,570 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T03:14:45,576 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,34565,1732245283960 2024-11-22T03:14:45,600 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,600 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,600 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:45,632 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T03:14:45,637 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b458937b0f5f,34565,1732245283960 2024-11-22T03:14:45,657 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:14:45,672 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:14:45,673 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:14:45,673 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:14:45,678 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b458937b0f5f,34565,1732245283960 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:14:45,682 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:14:45,682 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:14:45,682 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:14:45,682 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b458937b0f5f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:14:45,683 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b458937b0f5f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:14:45,683 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,683 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:14:45,683 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,682 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(746): ClusterId : 911233b3-a790-4bc6-84d7-a9084192f506 2024-11-22T03:14:45,683 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:14:45,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:14:45,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:14:45,687 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:45,687 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:14:45,695 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.HRegionServer(746): ClusterId : 911233b3-a790-4bc6-84d7-a9084192f506 2024-11-22T03:14:45,695 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:14:45,696 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(746): ClusterId : 911233b3-a790-4bc6-84d7-a9084192f506 2024-11-22T03:14:45,696 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:14:45,705 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732245315705 2024-11-22T03:14:45,706 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:14:45,706 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:14:45,706 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:14:45,706 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:14:45,706 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:14:45,706 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:14:45,708 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,709 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:14:45,710 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:14:45,710 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:14:45,716 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:14:45,716 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:14:45,716 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:14:45,716 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:14:45,720 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:14:45,720 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:14:45,720 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245285720,5,FailOnTimeoutGroup] 2024-11-22T03:14:45,720 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245285720,5,FailOnTimeoutGroup] 2024-11-22T03:14:45,720 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,720 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:14:45,720 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,720 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:14:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:14:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:14:45,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:14:45,726 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:14:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:14:45,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741832_1008 (size=32) 2024-11-22T03:14:45,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:45,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:14:45,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:14:45,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:45,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:14:45,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:14:45,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:14:45,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:45,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:14:45,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:14:45,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:14:45,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:45,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:14:45,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:14:45,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:14:45,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:45,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:14:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:14:45,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740 2024-11-22T03:14:45,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740 2024-11-22T03:14:45,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:14:45,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:14:45,753 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:14:45,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:14:45,757 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:14:45,757 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67208359, jitterRate=0.0014825910329818726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:14:45,758 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:14:45,758 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:14:45,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732245285737Initializing all the Stores at 1732245285738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245285738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245285738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245285738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245285738Cleaning up temporary data from old regions at 1732245285752 (+14 ms)Region opened successfully at 1732245285759 (+7 ms) 2024-11-22T03:14:45,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:14:45,759 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:14:45,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:14:45,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:14:45,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:14:45,759 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:14:45,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245285759Disabling compacts and flushes for region at 1732245285759Disabling writes for close at 1732245285759Writing region close event to WAL at 1732245285759Closed at 1732245285759 2024-11-22T03:14:45,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:14:45,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:14:45,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:14:45,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:14:45,764 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:14:45,768 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:14:45,769 DEBUG [RS:1;b458937b0f5f:41155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249ae0cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:14:45,769 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:14:45,769 DEBUG [RS:2;b458937b0f5f:37021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3fbc4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:14:45,769 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:14:45,770 DEBUG [RS:0;b458937b0f5f:38747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5977381e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b458937b0f5f/172.17.0.3:0 2024-11-22T03:14:45,783 DEBUG [RS:2;b458937b0f5f:37021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b458937b0f5f:37021 2024-11-22T03:14:45,783 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:14:45,783 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:14:45,783 DEBUG [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:14:45,785 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,34565,1732245283960 with port=37021, startcode=1732245284528 2024-11-22T03:14:45,785 DEBUG [RS:1;b458937b0f5f:41155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b458937b0f5f:41155 2024-11-22T03:14:45,785 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:14:45,785 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:14:45,785 DEBUG [RS:2;b458937b0f5f:37021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:14:45,785 DEBUG [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:14:45,785 DEBUG [RS:0;b458937b0f5f:38747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b458937b0f5f:38747 2024-11-22T03:14:45,785 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:14:45,785 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:14:45,785 DEBUG [RS:0;b458937b0f5f:38747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:14:45,786 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,34565,1732245283960 with port=38747, startcode=1732245284298 2024-11-22T03:14:45,786 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(2659): reportForDuty to master=b458937b0f5f,34565,1732245283960 with port=41155, startcode=1732245284419 2024-11-22T03:14:45,786 DEBUG [RS:0;b458937b0f5f:38747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:14:45,786 DEBUG [RS:1;b458937b0f5f:41155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:14:45,788 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:14:45,788 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:14:45,788 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:14:45,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,38747,1732245284298 2024-11-22T03:14:45,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,38747,1732245284298 2024-11-22T03:14:45,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,41155,1732245284419 2024-11-22T03:14:45,790 DEBUG [RS:0;b458937b0f5f:38747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:45,790 DEBUG [RS:0;b458937b0f5f:38747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40123 2024-11-22T03:14:45,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,41155,1732245284419 2024-11-22T03:14:45,791 DEBUG [RS:0;b458937b0f5f:38747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:14:45,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b458937b0f5f,37021,1732245284528 2024-11-22T03:14:45,792 DEBUG [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:45,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(517): Registering regionserver=b458937b0f5f,37021,1732245284528 2024-11-22T03:14:45,792 DEBUG [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40123 2024-11-22T03:14:45,792 DEBUG [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:14:45,793 DEBUG [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:45,794 DEBUG [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40123 2024-11-22T03:14:45,794 DEBUG [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:14:45,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:14:45,846 DEBUG [RS:0;b458937b0f5f:38747 {}] zookeeper.ZKUtil(111): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b458937b0f5f,38747,1732245284298 2024-11-22T03:14:45,847 WARN [RS:0;b458937b0f5f:38747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:14:45,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,41155,1732245284419] 2024-11-22T03:14:45,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,37021,1732245284528] 2024-11-22T03:14:45,847 INFO [RS:0;b458937b0f5f:38747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:14:45,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b458937b0f5f,38747,1732245284298] 2024-11-22T03:14:45,847 DEBUG [RS:2;b458937b0f5f:37021 {}] zookeeper.ZKUtil(111): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b458937b0f5f,37021,1732245284528 2024-11-22T03:14:45,847 DEBUG [RS:1;b458937b0f5f:41155 {}] zookeeper.ZKUtil(111): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b458937b0f5f,41155,1732245284419 2024-11-22T03:14:45,847 DEBUG [RS:0;b458937b0f5f:38747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298 2024-11-22T03:14:45,847 WARN [RS:1;b458937b0f5f:41155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:14:45,847 INFO [RS:1;b458937b0f5f:41155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:14:45,847 DEBUG [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,41155,1732245284419 2024-11-22T03:14:45,851 WARN [RS:2;b458937b0f5f:37021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:14:45,851 INFO [RS:2;b458937b0f5f:37021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:14:45,851 DEBUG [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,37021,1732245284528 2024-11-22T03:14:45,852 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:14:45,854 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:14:45,857 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:14:45,858 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:14:45,859 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:14:45,860 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:14:45,860 INFO [RS:0;b458937b0f5f:38747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:14:45,860 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,861 INFO [RS:1;b458937b0f5f:41155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:14:45,861 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,861 INFO [RS:2;b458937b0f5f:37021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:14:45,861 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:14:45,861 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,862 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:14:45,863 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:14:45,863 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,863 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,863 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,863 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,863 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,863 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,864 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:14:45,864 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,864 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,864 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,864 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,864 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,864 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,864 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:14:45,864 DEBUG [RS:1;b458937b0f5f:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:14:45,864 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:14:45,865 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,865 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,865 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,865 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,865 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,865 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,865 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:14:45,865 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,865 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,865 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,865 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,866 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,866 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,866 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:14:45,866 DEBUG [RS:0;b458937b0f5f:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:14:45,868 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:14:45,869 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:14:45,870 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,870 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,870 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,870 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,870 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,870 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,870 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:14:45,870 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,870 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,871 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,871 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,871 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,871 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b458937b0f5f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:14:45,871 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:14:45,871 DEBUG [RS:2;b458937b0f5f:37021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b458937b0f5f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:14:45,877 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,877 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,877 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,877 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,877 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,877 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37021,1732245284528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:14:45,880 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,880 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,880 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,881 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,881 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,881 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,41155,1732245284419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:14:45,885 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,885 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,885 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,885 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,885 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,885 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38747,1732245284298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:14:45,907 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:14:45,907 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,37021,1732245284528-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,908 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,908 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.Replication(171): b458937b0f5f,37021,1732245284528 started 2024-11-22T03:14:45,913 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:14:45,914 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,38747,1732245284298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,914 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,914 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.Replication(171): b458937b0f5f,38747,1732245284298 started 2024-11-22T03:14:45,914 WARN [b458937b0f5f:34565 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T03:14:45,924 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:14:45,924 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,41155,1732245284419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,924 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,924 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.Replication(171): b458937b0f5f,41155,1732245284419 started 2024-11-22T03:14:45,931 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,933 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,37021,1732245284528, RpcServer on b458937b0f5f/172.17.0.3:37021, sessionid=0x10160895fb50003 2024-11-22T03:14:45,933 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:14:45,933 DEBUG [RS:2;b458937b0f5f:37021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,37021,1732245284528 2024-11-22T03:14:45,933 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,37021,1732245284528' 2024-11-22T03:14:45,933 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:14:45,934 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:14:45,935 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:14:45,935 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:14:45,935 DEBUG [RS:2;b458937b0f5f:37021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,37021,1732245284528 2024-11-22T03:14:45,935 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,37021,1732245284528' 2024-11-22T03:14:45,935 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:14:45,935 INFO [RS:0;b458937b0f5f:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,935 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,38747,1732245284298, RpcServer on b458937b0f5f/172.17.0.3:38747, sessionid=0x10160895fb50001 2024-11-22T03:14:45,935 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:14:45,935 DEBUG [RS:0;b458937b0f5f:38747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,38747,1732245284298 2024-11-22T03:14:45,935 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:14:45,935 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,38747,1732245284298' 2024-11-22T03:14:45,935 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:14:45,936 DEBUG [RS:2;b458937b0f5f:37021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:14:45,936 INFO [RS:2;b458937b0f5f:37021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:14:45,936 INFO [RS:2;b458937b0f5f:37021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:14:45,937 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:14:45,938 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:14:45,938 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:14:45,938 DEBUG [RS:0;b458937b0f5f:38747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,38747,1732245284298 2024-11-22T03:14:45,938 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,38747,1732245284298' 2024-11-22T03:14:45,938 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:14:45,938 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:14:45,939 DEBUG [RS:0;b458937b0f5f:38747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:14:45,939 INFO [RS:0;b458937b0f5f:38747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:14:45,939 INFO [RS:0;b458937b0f5f:38747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:14:45,943 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:45,943 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(1482): Serving as b458937b0f5f,41155,1732245284419, RpcServer on b458937b0f5f/172.17.0.3:41155, sessionid=0x10160895fb50002 2024-11-22T03:14:45,943 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:14:45,943 DEBUG [RS:1;b458937b0f5f:41155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b458937b0f5f,41155,1732245284419 2024-11-22T03:14:45,943 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,41155,1732245284419' 2024-11-22T03:14:45,943 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:14:45,944 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:14:45,944 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:14:45,944 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:14:45,944 DEBUG [RS:1;b458937b0f5f:41155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b458937b0f5f,41155,1732245284419 2024-11-22T03:14:45,944 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b458937b0f5f,41155,1732245284419' 2024-11-22T03:14:45,944 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:14:45,944 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:14:45,945 DEBUG [RS:1;b458937b0f5f:41155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:14:45,945 INFO [RS:1;b458937b0f5f:41155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:14:45,945 INFO [RS:1;b458937b0f5f:41155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:14:46,037 INFO [RS:2;b458937b0f5f:37021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:14:46,039 INFO [RS:2;b458937b0f5f:37021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C37021%2C1732245284528, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,37021,1732245284528, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/oldWALs, maxLogs=32 2024-11-22T03:14:46,039 INFO [RS:0;b458937b0f5f:38747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:14:46,046 INFO [RS:1;b458937b0f5f:41155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:14:46,046 INFO [RS:0;b458937b0f5f:38747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C38747%2C1732245284298, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/oldWALs, maxLogs=32 2024-11-22T03:14:46,049 INFO [RS:1;b458937b0f5f:41155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C41155%2C1732245284419, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,41155,1732245284419, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/oldWALs, maxLogs=32 2024-11-22T03:14:46,060 DEBUG [RS:2;b458937b0f5f:37021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,37021,1732245284528/b458937b0f5f%2C37021%2C1732245284528.1732245286040, exclude list is [], retry=0 2024-11-22T03:14:46,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-18f58bb0-efc5-4843-8bf2-04cd87c50f2c,DISK] 2024-11-22T03:14:46,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35733,DS-a29b623d-95b4-4818-aef4-df57905a4adf,DISK] 2024-11-22T03:14:46,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43617,DS-0626e6ad-81ab-49e1-8689-86454f540ecd,DISK] 2024-11-22T03:14:46,082 DEBUG [RS:1;b458937b0f5f:41155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,41155,1732245284419/b458937b0f5f%2C41155%2C1732245284419.1732245286050, exclude list is [], retry=0 2024-11-22T03:14:46,089 DEBUG [RS:0;b458937b0f5f:38747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298/b458937b0f5f%2C38747%2C1732245284298.1732245286047, exclude list is [], retry=0 2024-11-22T03:14:46,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-18f58bb0-efc5-4843-8bf2-04cd87c50f2c,DISK] 2024-11-22T03:14:46,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35733,DS-a29b623d-95b4-4818-aef4-df57905a4adf,DISK] 2024-11-22T03:14:46,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43617,DS-0626e6ad-81ab-49e1-8689-86454f540ecd,DISK] 2024-11-22T03:14:46,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35733,DS-a29b623d-95b4-4818-aef4-df57905a4adf,DISK] 2024-11-22T03:14:46,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-18f58bb0-efc5-4843-8bf2-04cd87c50f2c,DISK] 2024-11-22T03:14:46,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43617,DS-0626e6ad-81ab-49e1-8689-86454f540ecd,DISK] 2024-11-22T03:14:46,117 INFO [RS:2;b458937b0f5f:37021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,37021,1732245284528/b458937b0f5f%2C37021%2C1732245284528.1732245286040 2024-11-22T03:14:46,124 DEBUG [RS:2;b458937b0f5f:37021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40025:40025),(127.0.0.1/127.0.0.1:34663:34663),(127.0.0.1/127.0.0.1:35369:35369)] 2024-11-22T03:14:46,126 INFO [RS:1;b458937b0f5f:41155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,41155,1732245284419/b458937b0f5f%2C41155%2C1732245284419.1732245286050 2024-11-22T03:14:46,147 INFO [RS:0;b458937b0f5f:38747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298/b458937b0f5f%2C38747%2C1732245284298.1732245286047 2024-11-22T03:14:46,151 DEBUG [RS:1;b458937b0f5f:41155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40025:40025),(127.0.0.1/127.0.0.1:34663:34663),(127.0.0.1/127.0.0.1:35369:35369)] 2024-11-22T03:14:46,156 DEBUG [RS:0;b458937b0f5f:38747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40025:40025),(127.0.0.1/127.0.0.1:34663:34663),(127.0.0.1/127.0.0.1:35369:35369)] 2024-11-22T03:14:46,164 DEBUG [b458937b0f5f:34565 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T03:14:46,165 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(204): Hosts are {b458937b0f5f=0} racks are {/default-rack=0} 2024-11-22T03:14:46,167 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T03:14:46,167 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T03:14:46,167 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T03:14:46,167 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T03:14:46,167 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T03:14:46,167 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T03:14:46,167 INFO [b458937b0f5f:34565 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T03:14:46,167 INFO [b458937b0f5f:34565 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T03:14:46,167 INFO [b458937b0f5f:34565 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T03:14:46,167 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T03:14:46,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,38747,1732245284298 2024-11-22T03:14:46,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,38747,1732245284298, state=OPENING 2024-11-22T03:14:46,217 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:14:46,231 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:46,231 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:46,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:46,231 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:14:46,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:14:46,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:14:46,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:14:46,232 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:14:46,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,38747,1732245284298}] 2024-11-22T03:14:46,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:14:49,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:14:49,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:14:56,237 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:14:56,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:14:56,269 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:14:56,272 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:14:56,273 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:14:56,276 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C38747%2C1732245284298.meta, suffix=.meta, logDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/oldWALs, maxLogs=32 2024-11-22T03:14:56,296 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta, exclude list is [], retry=0 2024-11-22T03:14:56,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35733,DS-a29b623d-95b4-4818-aef4-df57905a4adf,DISK] 2024-11-22T03:14:56,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-18f58bb0-efc5-4843-8bf2-04cd87c50f2c,DISK] 2024-11-22T03:14:56,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43617,DS-0626e6ad-81ab-49e1-8689-86454f540ecd,DISK] 2024-11-22T03:14:56,309 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta 2024-11-22T03:14:56,314 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34663:34663),(127.0.0.1/127.0.0.1:40025:40025),(127.0.0.1/127.0.0.1:35369:35369)] 2024-11-22T03:14:56,315 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:14:56,315 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:14:56,315 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:14:56,315 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:14:56,315 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:14:56,315 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:56,315 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:14:56,315 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:14:56,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:14:56,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:14:56,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:56,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:14:56,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:14:56,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:14:56,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:56,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:14:56,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:14:56,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:14:56,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:56,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:14:56,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:14:56,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:14:56,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:56,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:14:56,334 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:14:56,335 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740 2024-11-22T03:14:56,337 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740 2024-11-22T03:14:56,339 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:14:56,339 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:14:56,340 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:14:56,343 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:14:56,344 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68677992, jitterRate=0.023381829261779785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:14:56,344 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:14:56,345 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245296316Writing region info on filesystem at 1732245296316Initializing all the Stores at 1732245296317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245296317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245296324 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245296324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245296324Cleaning up temporary data from old regions at 1732245296340 (+16 ms)Running coprocessor post-open hooks at 1732245296344 (+4 ms)Region opened successfully at 1732245296345 (+1 ms) 2024-11-22T03:14:56,346 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732245296236 2024-11-22T03:14:56,349 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:14:56,349 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:14:56,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,38747,1732245284298 2024-11-22T03:14:56,351 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,38747,1732245284298, state=OPEN 2024-11-22T03:14:56,361 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:14:56,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:14:56,361 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:14:56,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:14:56,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:14:56,361 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,38747,1732245284298 2024-11-22T03:14:56,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:14:56,364 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:14:56,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:14:56,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:14:56,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,38747,1732245284298 in 10.1290 sec 2024-11-22T03:14:56,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:14:56,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6050 sec 2024-11-22T03:14:56,370 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:14:56,370 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:14:56,373 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:14:56,374 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38747,1732245284298, seqNum=-1] 2024-11-22T03:14:56,374 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:14:56,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:14:56,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7240 sec 2024-11-22T03:14:56,399 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732245296398, completionTime=-1 2024-11-22T03:14:56,399 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T03:14:56,399 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:14:56,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T03:14:56,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732245356406 2024-11-22T03:14:56,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732245416406 2024-11-22T03:14:56,406 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-22T03:14:56,407 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T03:14:56,408 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34565,1732245283960-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:56,408 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34565,1732245283960-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:56,409 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34565,1732245283960-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:56,409 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b458937b0f5f:34565, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:56,409 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:56,412 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:56,413 DEBUG [master/b458937b0f5f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:14:56,421 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.798sec 2024-11-22T03:14:56,423 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:14:56,423 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:14:56,423 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:14:56,423 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:14:56,423 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:14:56,423 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34565,1732245283960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:14:56,423 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34565,1732245283960-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:14:56,434 DEBUG [master/b458937b0f5f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:14:56,434 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:14:56,434 INFO [master/b458937b0f5f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b458937b0f5f,34565,1732245283960-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:14:56,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ddb604a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:14:56,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34565,-1 for getting cluster id 2024-11-22T03:14:56,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:14:56,512 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '911233b3-a790-4bc6-84d7-a9084192f506' 2024-11-22T03:14:56,512 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:14:56,513 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "911233b3-a790-4bc6-84d7-a9084192f506" 2024-11-22T03:14:56,513 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f94e82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:14:56,513 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34565,-1] 2024-11-22T03:14:56,514 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:14:56,515 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:56,517 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:14:56,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109d0c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:14:56,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:14:56,527 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38747,1732245284298, seqNum=-1] 2024-11-22T03:14:56,527 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:14:56,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:14:56,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b458937b0f5f,34565,1732245283960 2024-11-22T03:14:56,534 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732245296534 (current time:1732245296534). 2024-11-22T03:14:56,534 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T03:14:56,534 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T03:14:56,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f20ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:14:56,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b458937b0f5f,34565,-1 for getting cluster id 2024-11-22T03:14:56,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:14:56,537 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '911233b3-a790-4bc6-84d7-a9084192f506' 2024-11-22T03:14:56,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:14:56,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "911233b3-a790-4bc6-84d7-a9084192f506" 2024-11-22T03:14:56,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2dcc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:14:56,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b458937b0f5f,34565,-1] 2024-11-22T03:14:56,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:14:56,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:56,540 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:14:56,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210b9277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:14:56,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:14:56,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38747,1732245284298, seqNum=-1] 2024-11-22T03:14:56,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:14:56,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:14:56,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:14:56,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:14:56,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:56,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:14:56,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:14:56,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:14:56,549 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b458937b0f5f,34565,1732245283960 2024-11-22T03:14:56,549 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3a1f8e 2024-11-22T03:14:56,549 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:14:56,554 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:14:56,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:14:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T03:14:56,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:14:56,561 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:14:56,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T03:14:56,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:14:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:14:56,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741837_1013 (size=361) 2024-11-22T03:14:56,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741837_1013 (size=361) 2024-11-22T03:14:56,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741837_1013 (size=361) 2024-11-22T03:14:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:14:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:14:56,994 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7a94006d66622015c7e79b27f654b41, NAME => 'SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:56,995 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5e4822dbd608062363561e426f7aaa52, NAME => 'SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:56,995 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ffe7824757ad86d7bef344eecaed454c, NAME => 'SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:57,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741838_1014 (size=62) 2024-11-22T03:14:57,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741838_1014 (size=62) 2024-11-22T03:14:57,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:57,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ffe7824757ad86d7bef344eecaed454c, disabling compactions & flushes 2024-11-22T03:14:57,042 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:14:57,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:14:57,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. after waiting 0 ms 2024-11-22T03:14:57,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:14:57,042 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:14:57,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ffe7824757ad86d7bef344eecaed454c: Waiting for close lock at 1732245297042Disabling compacts and flushes for region at 1732245297042Disabling writes for close at 1732245297042Writing region close event to WAL at 1732245297042Closed at 1732245297042 2024-11-22T03:14:57,043 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cb8cef1a0380b3aea90862348e8f1485, NAME => 'SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:57,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741838_1014 (size=62) 2024-11-22T03:14:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741839_1015 (size=62) 2024-11-22T03:14:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741839_1015 (size=62) 2024-11-22T03:14:57,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741839_1015 (size=62) 2024-11-22T03:14:57,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741840_1016 (size=54) 2024-11-22T03:14:57,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741840_1016 (size=54) 2024-11-22T03:14:57,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741840_1016 (size=54) 2024-11-22T03:14:57,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:57,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d7a94006d66622015c7e79b27f654b41, disabling compactions & flushes 2024-11-22T03:14:57,059 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:14:57,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:14:57,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. after waiting 0 ms 2024-11-22T03:14:57,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:14:57,060 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:14:57,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7a94006d66622015c7e79b27f654b41: Waiting for close lock at 1732245297059Disabling compacts and flushes for region at 1732245297059Disabling writes for close at 1732245297060 (+1 ms)Writing region close event to WAL at 1732245297060Closed at 1732245297060 2024-11-22T03:14:57,061 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 114c5458fd26eb5a177a45f790df6df5, NAME => 'SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:57,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741841_1017 (size=62) 2024-11-22T03:14:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741841_1017 (size=62) 2024-11-22T03:14:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741841_1017 (size=62) 2024-11-22T03:14:57,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:57,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cb8cef1a0380b3aea90862348e8f1485, disabling compactions & flushes 2024-11-22T03:14:57,080 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. 2024-11-22T03:14:57,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. 2024-11-22T03:14:57,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. after waiting 0 ms 2024-11-22T03:14:57,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. 2024-11-22T03:14:57,080 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. 2024-11-22T03:14:57,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cb8cef1a0380b3aea90862348e8f1485: Waiting for close lock at 1732245297080Disabling compacts and flushes for region at 1732245297080Disabling writes for close at 1732245297080Writing region close event to WAL at 1732245297080Closed at 1732245297080 2024-11-22T03:14:57,081 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c2a77ec86ce54fbdfa3fa97b7ce62b83, NAME => 'SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741842_1018 (size=62) 2024-11-22T03:14:57,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741842_1018 (size=62) 2024-11-22T03:14:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741842_1018 (size=62) 2024-11-22T03:14:57,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:57,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 114c5458fd26eb5a177a45f790df6df5, disabling compactions & flushes 2024-11-22T03:14:57,109 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:14:57,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:14:57,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. after waiting 0 ms 2024-11-22T03:14:57,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:14:57,109 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:14:57,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 114c5458fd26eb5a177a45f790df6df5: Waiting for close lock at 1732245297109Disabling compacts and flushes for region at 1732245297109Disabling writes for close at 1732245297109Writing region close event to WAL at 1732245297109Closed at 1732245297109 2024-11-22T03:14:57,110 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e553c230312b4904fd35740bdd538272, NAME => 'SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741843_1019 (size=62) 2024-11-22T03:14:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741843_1019 (size=62) 2024-11-22T03:14:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741843_1019 (size=62) 2024-11-22T03:14:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741844_1020 (size=62) 2024-11-22T03:14:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741844_1020 (size=62) 2024-11-22T03:14:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741844_1020 (size=62) 2024-11-22T03:14:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:14:57,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:57,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5e4822dbd608062363561e426f7aaa52, disabling compactions & flushes 2024-11-22T03:14:57,461 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:14:57,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:14:57,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. after waiting 0 ms 2024-11-22T03:14:57,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:14:57,461 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:14:57,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5e4822dbd608062363561e426f7aaa52: Waiting for close lock at 1732245297461Disabling compacts and flushes for region at 1732245297461Disabling writes for close at 1732245297461Writing region close event to WAL at 1732245297461Closed at 1732245297461 2024-11-22T03:14:57,462 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 136f96de205db1a2442676163cdb3e63, NAME => 'SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:57,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:57,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c2a77ec86ce54fbdfa3fa97b7ce62b83, disabling compactions & flushes 2024-11-22T03:14:57,533 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. 2024-11-22T03:14:57,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. 2024-11-22T03:14:57,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. after waiting 0 ms 2024-11-22T03:14:57,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. 2024-11-22T03:14:57,533 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. 2024-11-22T03:14:57,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c2a77ec86ce54fbdfa3fa97b7ce62b83: Waiting for close lock at 1732245297533Disabling compacts and flushes for region at 1732245297533Disabling writes for close at 1732245297533Writing region close event to WAL at 1732245297533Closed at 1732245297533 2024-11-22T03:14:57,534 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 32213cf6276a70205e317f95a910e916, NAME => 'SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741845_1021 (size=62) 2024-11-22T03:14:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741845_1021 (size=62) 2024-11-22T03:14:57,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:57,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 136f96de205db1a2442676163cdb3e63, disabling compactions & flushes 2024-11-22T03:14:57,560 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:14:57,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:14:57,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. after waiting 0 ms 2024-11-22T03:14:57,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:14:57,560 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:14:57,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 136f96de205db1a2442676163cdb3e63: Waiting for close lock at 1732245297560Disabling compacts and flushes for region at 1732245297560Disabling writes for close at 1732245297560Writing region close event to WAL at 1732245297560Closed at 1732245297560 2024-11-22T03:14:57,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741845_1021 (size=62) 2024-11-22T03:14:57,561 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 06d9a30a26213c1e6583fa03b66c23b4, NAME => 'SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5 2024-11-22T03:14:57,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:57,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e553c230312b4904fd35740bdd538272, disabling compactions & flushes 2024-11-22T03:14:57,575 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:14:57,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:14:57,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. after waiting 0 ms 2024-11-22T03:14:57,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:14:57,575 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:14:57,575 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e553c230312b4904fd35740bdd538272: Waiting for close lock at 1732245297575Disabling compacts and flushes for region at 1732245297575Disabling writes for close at 1732245297575Writing region close event to WAL at 1732245297575Closed at 1732245297575 2024-11-22T03:14:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741846_1022 (size=62) 2024-11-22T03:14:57,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741846_1022 (size=62) 2024-11-22T03:14:57,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741846_1022 (size=62) 2024-11-22T03:14:57,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:57,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 32213cf6276a70205e317f95a910e916, disabling compactions & flushes 2024-11-22T03:14:57,669 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. 2024-11-22T03:14:57,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. 2024-11-22T03:14:57,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. after waiting 0 ms 2024-11-22T03:14:57,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. 2024-11-22T03:14:57,669 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. 2024-11-22T03:14:57,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 32213cf6276a70205e317f95a910e916: Waiting for close lock at 1732245297669Disabling compacts and flushes for region at 1732245297669Disabling writes for close at 1732245297669Writing region close event to WAL at 1732245297669Closed at 1732245297669 2024-11-22T03:14:57,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741847_1023 (size=54) 2024-11-22T03:14:57,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741847_1023 (size=54) 2024-11-22T03:14:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741847_1023 (size=54) 2024-11-22T03:14:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:14:57,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:14:57,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 06d9a30a26213c1e6583fa03b66c23b4, disabling compactions & flushes 2024-11-22T03:14:57,705 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:14:57,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:14:57,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. after waiting 0 ms 2024-11-22T03:14:57,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:14:57,706 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:14:57,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 06d9a30a26213c1e6583fa03b66c23b4: Waiting for close lock at 1732245297705Disabling compacts and flushes for region at 1732245297705Disabling writes for close at 1732245297705Writing region close event to WAL at 1732245297706 (+1 ms)Closed at 1732245297706 2024-11-22T03:14:57,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:14:57,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245297717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245297717"}]},"ts":"1732245297717"} 2024-11-22T03:14:57,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732245297717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245297717"}]},"ts":"1732245297717"} 2024-11-22T03:14:57,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245297717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245297717"}]},"ts":"1732245297717"} 2024-11-22T03:14:57,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245297717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245297717"}]},"ts":"1732245297717"} 2024-11-22T03:14:57,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245297717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245297717"}]},"ts":"1732245297717"} 2024-11-22T03:14:57,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245297717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245297717"}]},"ts":"1732245297717"} 2024-11-22T03:14:57,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245297717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245297717"}]},"ts":"1732245297717"} 2024-11-22T03:14:57,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245297717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245297717"}]},"ts":"1732245297717"} 2024-11-22T03:14:57,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732245297717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245297717"}]},"ts":"1732245297717"} 2024-11-22T03:14:57,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732245297717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732245297717"}]},"ts":"1732245297717"} 2024-11-22T03:14:57,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T03:14:57,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:14:57,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245297756"}]},"ts":"1732245297756"} 2024-11-22T03:14:57,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T03:14:57,773 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b458937b0f5f=0} racks are {/default-rack=0} 2024-11-22T03:14:57,851 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T03:14:57,851 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T03:14:57,851 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T03:14:57,851 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T03:14:57,851 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T03:14:57,851 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T03:14:57,851 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T03:14:57,852 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T03:14:57,852 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T03:14:57,852 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T03:14:57,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7a94006d66622015c7e79b27f654b41, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ffe7824757ad86d7bef344eecaed454c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e4822dbd608062363561e426f7aaa52, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8cef1a0380b3aea90862348e8f1485, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=114c5458fd26eb5a177a45f790df6df5, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2a77ec86ce54fbdfa3fa97b7ce62b83, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e553c230312b4904fd35740bdd538272, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=136f96de205db1a2442676163cdb3e63, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32213cf6276a70205e317f95a910e916, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06d9a30a26213c1e6583fa03b66c23b4, ASSIGN}] 2024-11-22T03:14:57,855 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:14:57,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7a94006d66622015c7e79b27f654b41, ASSIGN 2024-11-22T03:14:57,861 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ffe7824757ad86d7bef344eecaed454c, ASSIGN 2024-11-22T03:14:57,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7a94006d66622015c7e79b27f654b41, ASSIGN; state=OFFLINE, location=b458937b0f5f,37021,1732245284528; forceNewPlan=false, retain=false 2024-11-22T03:14:57,863 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ffe7824757ad86d7bef344eecaed454c, ASSIGN; state=OFFLINE, location=b458937b0f5f,41155,1732245284419; forceNewPlan=false, retain=false 2024-11-22T03:14:57,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32213cf6276a70205e317f95a910e916, ASSIGN 2024-11-22T03:14:57,866 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06d9a30a26213c1e6583fa03b66c23b4, ASSIGN 2024-11-22T03:14:57,870 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06d9a30a26213c1e6583fa03b66c23b4, ASSIGN; state=OFFLINE, location=b458937b0f5f,41155,1732245284419; forceNewPlan=false, retain=false 2024-11-22T03:14:57,870 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e553c230312b4904fd35740bdd538272, ASSIGN 2024-11-22T03:14:57,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32213cf6276a70205e317f95a910e916, ASSIGN; state=OFFLINE, location=b458937b0f5f,38747,1732245284298; forceNewPlan=false, retain=false 2024-11-22T03:14:57,882 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2a77ec86ce54fbdfa3fa97b7ce62b83, ASSIGN 2024-11-22T03:14:57,884 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e553c230312b4904fd35740bdd538272, ASSIGN; state=OFFLINE, location=b458937b0f5f,37021,1732245284528; forceNewPlan=false, retain=false 2024-11-22T03:14:57,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c2a77ec86ce54fbdfa3fa97b7ce62b83, ASSIGN; state=OFFLINE, location=b458937b0f5f,38747,1732245284298; forceNewPlan=false, retain=false 2024-11-22T03:14:57,885 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=114c5458fd26eb5a177a45f790df6df5, ASSIGN 2024-11-22T03:14:57,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=136f96de205db1a2442676163cdb3e63, ASSIGN 2024-11-22T03:14:57,888 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=114c5458fd26eb5a177a45f790df6df5, ASSIGN; state=OFFLINE, location=b458937b0f5f,41155,1732245284419; forceNewPlan=false, retain=false 2024-11-22T03:14:57,888 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=136f96de205db1a2442676163cdb3e63, ASSIGN; state=OFFLINE, location=b458937b0f5f,41155,1732245284419; forceNewPlan=false, retain=false 2024-11-22T03:14:57,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8cef1a0380b3aea90862348e8f1485, ASSIGN 2024-11-22T03:14:57,896 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e4822dbd608062363561e426f7aaa52, ASSIGN 2024-11-22T03:14:57,897 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb8cef1a0380b3aea90862348e8f1485, ASSIGN; state=OFFLINE, location=b458937b0f5f,38747,1732245284298; forceNewPlan=false, retain=false 2024-11-22T03:14:57,901 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e4822dbd608062363561e426f7aaa52, ASSIGN; state=OFFLINE, location=b458937b0f5f,37021,1732245284528; forceNewPlan=false, retain=false 2024-11-22T03:14:58,015 INFO [b458937b0f5f:34565 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T03:14:58,018 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=06d9a30a26213c1e6583fa03b66c23b4, regionState=OPENING, regionLocation=b458937b0f5f,41155,1732245284419 2024-11-22T03:14:58,018 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=136f96de205db1a2442676163cdb3e63, regionState=OPENING, regionLocation=b458937b0f5f,41155,1732245284419 2024-11-22T03:14:58,019 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=114c5458fd26eb5a177a45f790df6df5, regionState=OPENING, regionLocation=b458937b0f5f,41155,1732245284419 2024-11-22T03:14:58,020 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ffe7824757ad86d7bef344eecaed454c, regionState=OPENING, regionLocation=b458937b0f5f,41155,1732245284419 2024-11-22T03:14:58,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=cb8cef1a0380b3aea90862348e8f1485, regionState=OPENING, regionLocation=b458937b0f5f,38747,1732245284298 2024-11-22T03:14:58,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e553c230312b4904fd35740bdd538272, regionState=OPENING, regionLocation=b458937b0f5f,37021,1732245284528 2024-11-22T03:14:58,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5e4822dbd608062363561e426f7aaa52, regionState=OPENING, regionLocation=b458937b0f5f,37021,1732245284528 2024-11-22T03:14:58,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7a94006d66622015c7e79b27f654b41, regionState=OPENING, regionLocation=b458937b0f5f,37021,1732245284528 2024-11-22T03:14:58,022 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=32213cf6276a70205e317f95a910e916, regionState=OPENING, regionLocation=b458937b0f5f,38747,1732245284298 2024-11-22T03:14:58,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c2a77ec86ce54fbdfa3fa97b7ce62b83, regionState=OPENING, regionLocation=b458937b0f5f,38747,1732245284298 2024-11-22T03:14:58,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06d9a30a26213c1e6583fa03b66c23b4, ASSIGN because future has completed 2024-11-22T03:14:58,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06d9a30a26213c1e6583fa03b66c23b4, server=b458937b0f5f,41155,1732245284419}] 2024-11-22T03:14:58,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=136f96de205db1a2442676163cdb3e63, ASSIGN because future has completed 2024-11-22T03:14:58,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 136f96de205db1a2442676163cdb3e63, server=b458937b0f5f,41155,1732245284419}] 2024-11-22T03:14:58,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=114c5458fd26eb5a177a45f790df6df5, ASSIGN because future has completed 2024-11-22T03:14:58,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 114c5458fd26eb5a177a45f790df6df5, server=b458937b0f5f,41155,1732245284419}] 2024-11-22T03:14:58,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ffe7824757ad86d7bef344eecaed454c, ASSIGN because future has completed 2024-11-22T03:14:58,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb8cef1a0380b3aea90862348e8f1485, ASSIGN because future has completed 2024-11-22T03:14:58,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffe7824757ad86d7bef344eecaed454c, server=b458937b0f5f,41155,1732245284419}] 2024-11-22T03:14:58,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e553c230312b4904fd35740bdd538272, ASSIGN because future has completed 2024-11-22T03:14:58,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e4822dbd608062363561e426f7aaa52, ASSIGN because future has completed 2024-11-22T03:14:58,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e4822dbd608062363561e426f7aaa52, server=b458937b0f5f,37021,1732245284528}] 2024-11-22T03:14:58,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7a94006d66622015c7e79b27f654b41, ASSIGN because future has completed 2024-11-22T03:14:58,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7a94006d66622015c7e79b27f654b41, server=b458937b0f5f,37021,1732245284528}] 2024-11-22T03:14:58,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32213cf6276a70205e317f95a910e916, ASSIGN because future has completed 2024-11-22T03:14:58,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c2a77ec86ce54fbdfa3fa97b7ce62b83, ASSIGN because future has completed 2024-11-22T03:14:58,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb8cef1a0380b3aea90862348e8f1485, server=b458937b0f5f,38747,1732245284298}] 2024-11-22T03:14:58,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a77ec86ce54fbdfa3fa97b7ce62b83, server=b458937b0f5f,38747,1732245284298}] 2024-11-22T03:14:58,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32213cf6276a70205e317f95a910e916, server=b458937b0f5f,38747,1732245284298}] 2024-11-22T03:14:58,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e553c230312b4904fd35740bdd538272, server=b458937b0f5f,37021,1732245284528}] 2024-11-22T03:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:14:59,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:14:59,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:14:59,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:14:59,868 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:15:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:15:01,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:15:01,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:15:01,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:15:02,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:15:02,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:15:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:15:08,066 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:15:08,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:15:08,141 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:15:08,141 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 06d9a30a26213c1e6583fa03b66c23b4, NAME => 'SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T03:15:08,142 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,142 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:08,142 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,142 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,163 INFO [StoreOpener-06d9a30a26213c1e6583fa03b66c23b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,176 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:15:08,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:15:08,186 INFO [StoreOpener-06d9a30a26213c1e6583fa03b66c23b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06d9a30a26213c1e6583fa03b66c23b4 columnFamilyName cf 2024-11-22T03:15:08,186 DEBUG [StoreOpener-06d9a30a26213c1e6583fa03b66c23b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:08,192 INFO [StoreOpener-06d9a30a26213c1e6583fa03b66c23b4-1 {}] regionserver.HStore(327): Store=06d9a30a26213c1e6583fa03b66c23b4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:15:08,193 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,202 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,212 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,217 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,217 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,240 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,264 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. 2024-11-22T03:15:08,264 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 32213cf6276a70205e317f95a910e916, NAME => 'SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T03:15:08,264 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,265 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:08,265 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,265 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,273 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:15:08,273 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d7a94006d66622015c7e79b27f654b41, NAME => 'SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T03:15:08,274 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,274 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:08,275 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,275 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,291 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:15:08,292 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 06d9a30a26213c1e6583fa03b66c23b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73838832, jitterRate=0.10028433799743652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:15:08,292 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:08,292 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 06d9a30a26213c1e6583fa03b66c23b4: Running coprocessor pre-open hook at 1732245308142Writing region info on filesystem at 1732245308142Initializing all the Stores at 1732245308154 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245308154Cleaning up temporary data from old regions at 1732245308217 (+63 ms)Running coprocessor post-open hooks at 1732245308292 (+75 ms)Region opened successfully at 1732245308292 2024-11-22T03:15:08,298 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4., pid=15, masterSystemTime=1732245308066 2024-11-22T03:15:08,302 INFO [StoreOpener-32213cf6276a70205e317f95a910e916-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,304 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:15:08,304 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:15:08,304 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:08,304 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 136f96de205db1a2442676163cdb3e63, NAME => 'SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T03:15:08,305 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,305 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:08,305 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,305 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=06d9a30a26213c1e6583fa03b66c23b4, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:08,306 INFO [StoreOpener-32213cf6276a70205e317f95a910e916-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32213cf6276a70205e317f95a910e916 columnFamilyName cf 2024-11-22T03:15:08,306 DEBUG [StoreOpener-32213cf6276a70205e317f95a910e916-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:08,311 INFO [StoreOpener-32213cf6276a70205e317f95a910e916-1 {}] regionserver.HStore(327): Store=32213cf6276a70205e317f95a910e916/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:15:08,312 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,313 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,313 INFO [StoreOpener-d7a94006d66622015c7e79b27f654b41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,313 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,314 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,314 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,316 INFO [StoreOpener-d7a94006d66622015c7e79b27f654b41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7a94006d66622015c7e79b27f654b41 columnFamilyName cf 2024-11-22T03:15:08,316 DEBUG [StoreOpener-d7a94006d66622015c7e79b27f654b41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:08,317 INFO [StoreOpener-d7a94006d66622015c7e79b27f654b41-1 {}] regionserver.HStore(327): Store=d7a94006d66622015c7e79b27f654b41/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:15:08,317 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,318 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,318 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,319 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,319 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,319 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06d9a30a26213c1e6583fa03b66c23b4, server=b458937b0f5f,41155,1732245284419 because future has completed 2024-11-22T03:15:08,326 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,329 INFO [StoreOpener-136f96de205db1a2442676163cdb3e63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T03:15:08,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 06d9a30a26213c1e6583fa03b66c23b4, server=b458937b0f5f,41155,1732245284419 in 10.2800 sec 2024-11-22T03:15:08,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06d9a30a26213c1e6583fa03b66c23b4, ASSIGN in 10.4780 sec 2024-11-22T03:15:08,335 INFO [StoreOpener-136f96de205db1a2442676163cdb3e63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 136f96de205db1a2442676163cdb3e63 columnFamilyName cf 2024-11-22T03:15:08,336 DEBUG [StoreOpener-136f96de205db1a2442676163cdb3e63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:08,345 INFO [StoreOpener-136f96de205db1a2442676163cdb3e63-1 {}] regionserver.HStore(327): Store=136f96de205db1a2442676163cdb3e63/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:15:08,345 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,346 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,347 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,347 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,347 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,350 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,351 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/d7a94006d66622015c7e79b27f654b41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:15:08,352 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d7a94006d66622015c7e79b27f654b41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71540017, jitterRate=0.06602932512760162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:15:08,352 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:08,353 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d7a94006d66622015c7e79b27f654b41: Running coprocessor pre-open hook at 1732245308275Writing region info on filesystem at 1732245308275Initializing all the Stores at 1732245308276 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245308276Cleaning up temporary data from old regions at 1732245308319 (+43 ms)Running coprocessor post-open hooks at 1732245308352 (+33 ms)Region opened successfully at 1732245308352 2024-11-22T03:15:08,354 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/32213cf6276a70205e317f95a910e916/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:15:08,355 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 32213cf6276a70205e317f95a910e916; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74445965, jitterRate=0.10933132469654083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:15:08,355 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:08,355 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 32213cf6276a70205e317f95a910e916: Running coprocessor pre-open hook at 1732245308265Writing region info on filesystem at 1732245308265Initializing all the Stores at 1732245308275 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245308275Cleaning up temporary data from old regions at 1732245308314 (+39 ms)Running coprocessor post-open hooks at 1732245308355 (+41 ms)Region opened successfully at 1732245308355 2024-11-22T03:15:08,357 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916., pid=23, masterSystemTime=1732245308196 2024-11-22T03:15:08,361 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41., pid=20, masterSystemTime=1732245308176 2024-11-22T03:15:08,363 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=32213cf6276a70205e317f95a910e916, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,38747,1732245284298 2024-11-22T03:15:08,365 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. 2024-11-22T03:15:08,365 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. 2024-11-22T03:15:08,365 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. 2024-11-22T03:15:08,365 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => cb8cef1a0380b3aea90862348e8f1485, NAME => 'SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T03:15:08,366 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,366 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:08,366 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,366 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,368 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:15:08,368 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:15:08,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7a94006d66622015c7e79b27f654b41, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:08,368 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:15:08,369 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e553c230312b4904fd35740bdd538272, NAME => 'SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T03:15:08,369 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,369 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:08,369 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,369 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32213cf6276a70205e317f95a910e916, server=b458937b0f5f,38747,1732245284298 because future has completed 2024-11-22T03:15:08,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7a94006d66622015c7e79b27f654b41, server=b458937b0f5f,37021,1732245284528 because future has completed 2024-11-22T03:15:08,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-22T03:15:08,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 32213cf6276a70205e317f95a910e916, server=b458937b0f5f,38747,1732245284298 in 10.1620 sec 2024-11-22T03:15:08,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-22T03:15:08,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7a94006d66622015c7e79b27f654b41, server=b458937b0f5f,37021,1732245284528 in 10.2300 sec 2024-11-22T03:15:08,408 INFO [StoreOpener-cb8cef1a0380b3aea90862348e8f1485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,409 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:15:08,410 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 136f96de205db1a2442676163cdb3e63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75066758, jitterRate=0.1185818612575531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:15:08,411 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:08,411 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 136f96de205db1a2442676163cdb3e63: Running coprocessor pre-open hook at 1732245308305Writing region info on filesystem at 1732245308305Initializing all the Stores at 1732245308308 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245308308Cleaning up temporary data from old regions at 1732245308347 (+39 ms)Running coprocessor post-open hooks at 1732245308411 (+64 ms)Region opened successfully at 1732245308411 2024-11-22T03:15:08,413 INFO [StoreOpener-e553c230312b4904fd35740bdd538272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32213cf6276a70205e317f95a910e916, ASSIGN in 10.5490 sec 2024-11-22T03:15:08,416 INFO [StoreOpener-cb8cef1a0380b3aea90862348e8f1485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb8cef1a0380b3aea90862348e8f1485 columnFamilyName cf 2024-11-22T03:15:08,416 DEBUG [StoreOpener-cb8cef1a0380b3aea90862348e8f1485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:08,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7a94006d66622015c7e79b27f654b41, ASSIGN in 10.5530 sec 2024-11-22T03:15:08,417 INFO [StoreOpener-cb8cef1a0380b3aea90862348e8f1485-1 {}] regionserver.HStore(327): Store=cb8cef1a0380b3aea90862348e8f1485/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:15:08,417 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,418 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63., pid=16, masterSystemTime=1732245308066 2024-11-22T03:15:08,419 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,423 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,425 INFO [StoreOpener-e553c230312b4904fd35740bdd538272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e553c230312b4904fd35740bdd538272 columnFamilyName cf 2024-11-22T03:15:08,425 DEBUG [StoreOpener-e553c230312b4904fd35740bdd538272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:08,426 INFO [StoreOpener-e553c230312b4904fd35740bdd538272-1 {}] regionserver.HStore(327): Store=e553c230312b4904fd35740bdd538272/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:15:08,427 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,428 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,428 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:08,428 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:08,429 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:15:08,429 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ffe7824757ad86d7bef344eecaed454c, NAME => 'SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T03:15:08,429 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,429 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:08,429 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,429 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,430 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,431 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,431 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=136f96de205db1a2442676163cdb3e63, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:08,428 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,432 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 136f96de205db1a2442676163cdb3e63, server=b458937b0f5f,41155,1732245284419 because future has completed 2024-11-22T03:15:08,438 INFO [StoreOpener-ffe7824757ad86d7bef344eecaed454c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,444 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b458937b0f5f,41155,1732245284419, table=SPTestTable, region=136f96de205db1a2442676163cdb3e63. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T03:15:08,446 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-22T03:15:08,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 136f96de205db1a2442676163cdb3e63, server=b458937b0f5f,41155,1732245284419 in 10.3830 sec 2024-11-22T03:15:08,454 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=136f96de205db1a2442676163cdb3e63, ASSIGN in 10.5970 sec 2024-11-22T03:15:08,460 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:15:08,461 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e553c230312b4904fd35740bdd538272; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67350646, jitterRate=0.003602832555770874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:15:08,461 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e553c230312b4904fd35740bdd538272 2024-11-22T03:15:08,462 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e553c230312b4904fd35740bdd538272: Running coprocessor pre-open hook at 1732245308369Writing region info on filesystem at 1732245308369Initializing all the Stores at 1732245308372 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245308372Cleaning up temporary data from old regions at 1732245308431 (+59 ms)Running coprocessor post-open hooks at 1732245308461 (+30 ms)Region opened successfully at 1732245308461 2024-11-22T03:15:08,465 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272., pid=24, masterSystemTime=1732245308176 2024-11-22T03:15:08,470 INFO [StoreOpener-ffe7824757ad86d7bef344eecaed454c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe7824757ad86d7bef344eecaed454c columnFamilyName cf 2024-11-22T03:15:08,470 DEBUG [StoreOpener-ffe7824757ad86d7bef344eecaed454c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:08,470 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/cb8cef1a0380b3aea90862348e8f1485/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:15:08,473 INFO [StoreOpener-ffe7824757ad86d7bef344eecaed454c-1 {}] regionserver.HStore(327): Store=ffe7824757ad86d7bef344eecaed454c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:15:08,473 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened cb8cef1a0380b3aea90862348e8f1485; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69744654, jitterRate=0.039276331663131714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:15:08,473 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,473 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:08,473 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for cb8cef1a0380b3aea90862348e8f1485: Running coprocessor pre-open hook at 1732245308366Writing region info on filesystem at 1732245308366Initializing all the Stores at 1732245308371 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245308371Cleaning up temporary data from old regions at 1732245308432 (+61 ms)Running coprocessor post-open hooks at 1732245308473 (+41 ms)Region opened successfully at 1732245308473 2024-11-22T03:15:08,474 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:15:08,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e553c230312b4904fd35740bdd538272, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:08,474 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:15:08,474 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:15:08,474 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e4822dbd608062363561e426f7aaa52, NAME => 'SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T03:15:08,474 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,474 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:08,474 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,475 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,475 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e553c230312b4904fd35740bdd538272, server=b458937b0f5f,37021,1732245284528 because future has completed 2024-11-22T03:15:08,479 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485., pid=21, masterSystemTime=1732245308196 2024-11-22T03:15:08,480 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,485 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. 2024-11-22T03:15:08,486 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. 2024-11-22T03:15:08,486 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. 2024-11-22T03:15:08,486 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c2a77ec86ce54fbdfa3fa97b7ce62b83, NAME => 'SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T03:15:08,486 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,486 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:08,487 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,487 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,487 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,487 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=cb8cef1a0380b3aea90862348e8f1485, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,38747,1732245284298 2024-11-22T03:15:08,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-22T03:15:08,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e553c230312b4904fd35740bdd538272, server=b458937b0f5f,37021,1732245284528 in 10.2500 sec 2024-11-22T03:15:08,494 INFO [StoreOpener-5e4822dbd608062363561e426f7aaa52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb8cef1a0380b3aea90862348e8f1485, server=b458937b0f5f,38747,1732245284298 because future has completed 2024-11-22T03:15:08,497 INFO [StoreOpener-c2a77ec86ce54fbdfa3fa97b7ce62b83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e553c230312b4904fd35740bdd538272, ASSIGN in 10.6390 sec 2024-11-22T03:15:08,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-22T03:15:08,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure cb8cef1a0380b3aea90862348e8f1485, server=b458937b0f5f,38747,1732245284298 in 10.3340 sec 2024-11-22T03:15:08,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8cef1a0380b3aea90862348e8f1485, ASSIGN in 10.6570 sec 2024-11-22T03:15:08,513 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,514 INFO [StoreOpener-c2a77ec86ce54fbdfa3fa97b7ce62b83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a77ec86ce54fbdfa3fa97b7ce62b83 columnFamilyName cf 2024-11-22T03:15:08,514 DEBUG [StoreOpener-c2a77ec86ce54fbdfa3fa97b7ce62b83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:08,515 INFO [StoreOpener-5e4822dbd608062363561e426f7aaa52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e4822dbd608062363561e426f7aaa52 columnFamilyName cf 2024-11-22T03:15:08,515 DEBUG [StoreOpener-5e4822dbd608062363561e426f7aaa52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:08,517 INFO [StoreOpener-c2a77ec86ce54fbdfa3fa97b7ce62b83-1 {}] regionserver.HStore(327): Store=c2a77ec86ce54fbdfa3fa97b7ce62b83/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:15:08,517 INFO [StoreOpener-5e4822dbd608062363561e426f7aaa52-1 {}] regionserver.HStore(327): Store=5e4822dbd608062363561e426f7aaa52/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:15:08,517 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,518 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,518 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,529 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,532 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,532 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,532 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,532 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,538 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,538 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,538 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,544 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/ffe7824757ad86d7bef344eecaed454c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:15:08,546 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ffe7824757ad86d7bef344eecaed454c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73123976, jitterRate=0.08963215351104736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:15:08,546 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:08,546 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ffe7824757ad86d7bef344eecaed454c: Running coprocessor pre-open hook at 1732245308430Writing region info on filesystem at 1732245308430Initializing all the Stores at 1732245308437 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245308437Cleaning up temporary data from old regions at 1732245308487 (+50 ms)Running coprocessor post-open hooks at 1732245308546 (+59 ms)Region opened successfully at 1732245308546 2024-11-22T03:15:08,549 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,553 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c., pid=18, masterSystemTime=1732245308066 2024-11-22T03:15:08,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ffe7824757ad86d7bef344eecaed454c, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:08,564 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/c2a77ec86ce54fbdfa3fa97b7ce62b83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:15:08,565 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c2a77ec86ce54fbdfa3fa97b7ce62b83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60112575, jitterRate=-0.10425283014774323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:15:08,565 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:08,566 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c2a77ec86ce54fbdfa3fa97b7ce62b83: Running coprocessor pre-open hook at 1732245308487Writing region info on filesystem at 1732245308487Initializing all the Stores at 1732245308493 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245308493Cleaning up temporary data from old regions at 1732245308532 (+39 ms)Running coprocessor post-open hooks at 1732245308565 (+33 ms)Region opened successfully at 1732245308565 2024-11-22T03:15:08,566 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:15:08,566 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:15:08,566 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:15:08,566 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 114c5458fd26eb5a177a45f790df6df5, NAME => 'SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T03:15:08,567 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,567 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:08,567 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,567 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,568 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83., pid=22, masterSystemTime=1732245308196 2024-11-22T03:15:08,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffe7824757ad86d7bef344eecaed454c, server=b458937b0f5f,41155,1732245284419 because future has completed 2024-11-22T03:15:08,579 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. 2024-11-22T03:15:08,580 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. 2024-11-22T03:15:08,586 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/5e4822dbd608062363561e426f7aaa52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:15:08,587 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5e4822dbd608062363561e426f7aaa52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65295962, jitterRate=-0.027014344930648804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:15:08,587 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:08,587 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5e4822dbd608062363561e426f7aaa52: Running coprocessor pre-open hook at 1732245308475Writing region info on filesystem at 1732245308475Initializing all the Stores at 1732245308493 (+18 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245308493Cleaning up temporary data from old regions at 1732245308538 (+45 ms)Running coprocessor post-open hooks at 1732245308587 (+49 ms)Region opened successfully at 1732245308587 2024-11-22T03:15:08,589 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c2a77ec86ce54fbdfa3fa97b7ce62b83, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,38747,1732245284298 2024-11-22T03:15:08,592 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52., pid=19, masterSystemTime=1732245308176 2024-11-22T03:15:08,593 INFO [StoreOpener-114c5458fd26eb5a177a45f790df6df5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,604 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:15:08,604 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:15:08,606 INFO [StoreOpener-114c5458fd26eb5a177a45f790df6df5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114c5458fd26eb5a177a45f790df6df5 columnFamilyName cf 2024-11-22T03:15:08,606 DEBUG [StoreOpener-114c5458fd26eb5a177a45f790df6df5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:08,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-22T03:15:08,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ffe7824757ad86d7bef344eecaed454c, server=b458937b0f5f,41155,1732245284419 in 10.4710 sec 2024-11-22T03:15:08,613 INFO [StoreOpener-114c5458fd26eb5a177a45f790df6df5-1 {}] regionserver.HStore(327): Store=114c5458fd26eb5a177a45f790df6df5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:15:08,613 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5e4822dbd608062363561e426f7aaa52, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:08,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a77ec86ce54fbdfa3fa97b7ce62b83, server=b458937b0f5f,38747,1732245284298 because future has completed 2024-11-22T03:15:08,617 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,617 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,618 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,618 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,620 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ffe7824757ad86d7bef344eecaed454c, ASSIGN in 10.7600 sec 2024-11-22T03:15:08,632 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/114c5458fd26eb5a177a45f790df6df5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:15:08,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e4822dbd608062363561e426f7aaa52, server=b458937b0f5f,37021,1732245284528 because future has completed 2024-11-22T03:15:08,637 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 114c5458fd26eb5a177a45f790df6df5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69236899, jitterRate=0.0317101925611496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T03:15:08,637 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:08,637 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 114c5458fd26eb5a177a45f790df6df5: Running coprocessor pre-open hook at 1732245308567Writing region info on filesystem at 1732245308567Initializing all the Stores at 1732245308577 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245308577Cleaning up temporary data from old regions at 1732245308618 (+41 ms)Running coprocessor post-open hooks at 1732245308637 (+19 ms)Region opened successfully at 1732245308637 2024-11-22T03:15:08,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-22T03:15:08,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c2a77ec86ce54fbdfa3fa97b7ce62b83, server=b458937b0f5f,38747,1732245284298 in 10.4260 sec 2024-11-22T03:15:08,641 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5., pid=17, masterSystemTime=1732245308066 2024-11-22T03:15:08,652 DEBUG [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:15:08,652 INFO [RS_OPEN_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:15:08,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2a77ec86ce54fbdfa3fa97b7ce62b83, ASSIGN in 10.7870 sec 2024-11-22T03:15:08,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=114c5458fd26eb5a177a45f790df6df5, regionState=OPEN, openSeqNum=2, regionLocation=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:08,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 114c5458fd26eb5a177a45f790df6df5, server=b458937b0f5f,41155,1732245284419 because future has completed 2024-11-22T03:15:08,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-22T03:15:08,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e4822dbd608062363561e426f7aaa52, server=b458937b0f5f,37021,1732245284528 in 10.4950 sec 2024-11-22T03:15:08,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e4822dbd608062363561e426f7aaa52, ASSIGN in 10.8130 sec 2024-11-22T03:15:08,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-22T03:15:08,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 114c5458fd26eb5a177a45f790df6df5, server=b458937b0f5f,41155,1732245284419 in 10.5970 sec 2024-11-22T03:15:08,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-22T03:15:08,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=114c5458fd26eb5a177a45f790df6df5, ASSIGN in 10.8340 sec 2024-11-22T03:15:08,696 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:15:08,699 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732245308698"}]},"ts":"1732245308698"} 2024-11-22T03:15:08,713 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T03:15:08,714 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:15:08,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 12.1590 sec 2024-11-22T03:15:09,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T03:15:13,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:15:13,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:15:13,836 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:15:13,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T03:15:13,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:15:13,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T03:15:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:15:14,781 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T03:15:14,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T03:15:14,784 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:15:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T03:15:14,801 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:15:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T03:15:14,897 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272., hostname=b458937b0f5f,37021,1732245284528, seqNum=2] 2024-11-22T03:15:14,899 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272., hostname=b458937b0f5f,37021,1732245284528, seqNum=2] 2024-11-22T03:15:14,900 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272., hostname=b458937b0f5f,37021,1732245284528, seqNum=2] 2024-11-22T03:15:14,913 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272., hostname=b458937b0f5f,37021,1732245284528, seqNum=2] 2024-11-22T03:15:14,916 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272., hostname=b458937b0f5f,37021,1732245284528, seqNum=2] 2024-11-22T03:15:14,917 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272., hostname=b458937b0f5f,37021,1732245284528, seqNum=2] 2024-11-22T03:15:14,919 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272., hostname=b458937b0f5f,37021,1732245284528, seqNum=2] 2024-11-22T03:15:15,052 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63., hostname=b458937b0f5f,41155,1732245284419, seqNum=2] 2024-11-22T03:15:15,056 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63., hostname=b458937b0f5f,41155,1732245284419, seqNum=2] 2024-11-22T03:15:15,077 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63., hostname=b458937b0f5f,41155,1732245284419, seqNum=2] 2024-11-22T03:15:15,231 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916., hostname=b458937b0f5f,38747,1732245284298, seqNum=2] 2024-11-22T03:15:15,250 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916., hostname=b458937b0f5f,38747,1732245284298, seqNum=2] 2024-11-22T03:15:15,540 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4., hostname=b458937b0f5f,41155,1732245284419, seqNum=2] 2024-11-22T03:15:15,543 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4., hostname=b458937b0f5f,41155,1732245284419, seqNum=2] 2024-11-22T03:15:15,554 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4., hostname=b458937b0f5f,41155,1732245284419, seqNum=2] 2024-11-22T03:15:15,556 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4., hostname=b458937b0f5f,41155,1732245284419, seqNum=2] 2024-11-22T03:15:15,562 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4., hostname=b458937b0f5f,41155,1732245284419, seqNum=2] 2024-11-22T03:15:15,563 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4., hostname=b458937b0f5f,41155,1732245284419, seqNum=2] 2024-11-22T03:15:15,568 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4., hostname=b458937b0f5f,41155,1732245284419, seqNum=2] 2024-11-22T03:15:17,144 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-22T03:15:17,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:15:17,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:15:17,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:15:17,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:15:17,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37021 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T03:15:17,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:17,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T03:15:17,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T03:15:18,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T03:15:18,384 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T03:15:18,384 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:15:18,391 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T03:15:18,393 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T03:15:18,401 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T03:15:18,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741848_1024 (size=49) 2024-11-22T03:15:18,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741848_1024 (size=49) 2024-11-22T03:15:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741848_1024 (size=49) 2024-11-22T03:15:18,523 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T03:15:18,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a94006d66622015c7e79b27f654b41}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ffe7824757ad86d7bef344eecaed454c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e4822dbd608062363561e426f7aaa52}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8cef1a0380b3aea90862348e8f1485}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 114c5458fd26eb5a177a45f790df6df5}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2a77ec86ce54fbdfa3fa97b7ce62b83}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e553c230312b4904fd35740bdd538272}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 136f96de205db1a2442676163cdb3e63}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32213cf6276a70205e317f95a910e916}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06d9a30a26213c1e6583fa03b66c23b4}] 2024-11-22T03:15:18,526 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:18,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:18,527 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:18,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:18,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e553c230312b4904fd35740bdd538272 2024-11-22T03:15:18,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:18,539 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:18,539 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:18,539 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:18,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:27,187 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:45945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T03:15:28,196 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=b458937b0f5f,37021,1732245284528, timeout=1732245328528, delay=332, operations=[pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e553c230312b4904fd35740bdd538272, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e4822dbd608062363561e426f7aaa52, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a94006d66622015c7e79b27f654b41], containedObject=b458937b0f5f,41155,1732245284419, timeout=1732245328528, delay=332, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 136f96de205db1a2442676163cdb3e63, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 114c5458fd26eb5a177a45f790df6df5, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06d9a30a26213c1e6583fa03b66c23b4, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ffe7824757ad86d7bef344eecaed454c], containedObject=b458937b0f5f,38747,1732245284298, timeout=1732245328528, delay=332, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32213cf6276a70205e317f95a910e916, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8cef1a0380b3aea90862348e8f1485, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2a77ec86ce54fbdfa3fa97b7ce62b83]] 2024-11-22T03:15:28,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T03:15:28,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T03:15:28,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T03:15:28,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T03:15:28,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:15:28,530 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing e553c230312b4904fd35740bdd538272 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-22T03:15:28,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T03:15:28,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:28,537 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 136f96de205db1a2442676163cdb3e63 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T03:15:28,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T03:15:28,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T03:15:28,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:15:28,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:15:28,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 114c5458fd26eb5a177a45f790df6df5: 2024-11-22T03:15:28,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. for SnapshotProcedureTest completed. 2024-11-22T03:15:28,539 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 06d9a30a26213c1e6583fa03b66c23b4 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-22T03:15:28,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:15:28,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:15:28,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:15:28,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T03:15:28,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:15:28,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 5e4822dbd608062363561e426f7aaa52: 2024-11-22T03:15:28,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. for SnapshotProcedureTest completed. 2024-11-22T03:15:28,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:15:28,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:15:28,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:15:28,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T03:15:28,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. 2024-11-22T03:15:28,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T03:15:28,571 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 32213cf6276a70205e317f95a910e916 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T03:15:28,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. 2024-11-22T03:15:28,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for cb8cef1a0380b3aea90862348e8f1485: 2024-11-22T03:15:28,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. for SnapshotProcedureTest completed. 2024-11-22T03:15:28,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:15:28,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:15:28,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:15:28,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:15:28,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d7a94006d66622015c7e79b27f654b41: 2024-11-22T03:15:28,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. for SnapshotProcedureTest completed. 2024-11-22T03:15:28,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:15:28,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:15:28,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:15:28,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. 2024-11-22T03:15:28,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c2a77ec86ce54fbdfa3fa97b7ce62b83: 2024-11-22T03:15:28,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. for SnapshotProcedureTest completed. 2024-11-22T03:15:28,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:15:28,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:15:28,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:15:28,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63/.tmp/cf/294f288ba14641f89549b4299c61c2e3 is 34, key is baa/cf:cf/1732245317382/Put/seqid=0 2024-11-22T03:15:28,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272/.tmp/cf/882c020328654ed5a649d45e0e4131c0 is 34, key is aaa/cf:cf/1732245317286/Put/seqid=0 2024-11-22T03:15:28,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/32213cf6276a70205e317f95a910e916/.tmp/cf/761017e6fc4a4e05b974edbd8ee42d5f is 34, key is ccd/cf:cf/1732245317351/Put/seqid=0 2024-11-22T03:15:28,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4/.tmp/cf/0fba17d95c7d4a50a0313a7307fcf76e is 34, key is eaa/cf:cf/1732245318061/Put/seqid=0 2024-11-22T03:15:28,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741850_1026 (size=57) 2024-11-22T03:15:28,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:15:28,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T03:15:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T03:15:28,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:28,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741850_1026 (size=57) 2024-11-22T03:15:28,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741850_1026 (size=57) 2024-11-22T03:15:28,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:28,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7a94006d66622015c7e79b27f654b41 in 10.2730 sec 2024-11-22T03:15:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741854_1030 (size=28623) 2024-11-22T03:15:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741854_1030 (size=28623) 2024-11-22T03:15:28,883 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63/.tmp/cf/294f288ba14641f89549b4299c61c2e3 2024-11-22T03:15:28,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741854_1030 (size=28623) 2024-11-22T03:15:28,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741852_1028 (size=65) 2024-11-22T03:15:28,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741852_1028 (size=65) 2024-11-22T03:15:28,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741852_1028 (size=65) 2024-11-22T03:15:28,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732245296555.cb8cef1a0380b3aea90862348e8f1485. 2024-11-22T03:15:28,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T03:15:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T03:15:28,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:28,898 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8cef1a0380b3aea90862348e8f1485 2024-11-22T03:15:28,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cb8cef1a0380b3aea90862348e8f1485 in 10.3770 sec 2024-11-22T03:15:28,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741851_1027 (size=65) 2024-11-22T03:15:28,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741851_1027 (size=65) 2024-11-22T03:15:28,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:15:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741851_1027 (size=65) 2024-11-22T03:15:28,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T03:15:28,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:15:28,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ffe7824757ad86d7bef344eecaed454c: 2024-11-22T03:15:28,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. for SnapshotProcedureTest completed. 2024-11-22T03:15:28,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:15:28,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:15:28,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T03:15:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T03:15:28,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:28,920 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:28,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 114c5458fd26eb5a177a45f790df6df5 in 10.4050 sec 2024-11-22T03:15:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741849_1025 (size=65) 2024-11-22T03:15:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741849_1025 (size=65) 2024-11-22T03:15:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741849_1025 (size=65) 2024-11-22T03:15:28,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:15:28,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T03:15:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T03:15:28,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:28,941 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:28,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e4822dbd608062363561e426f7aaa52 in 10.4180 sec 2024-11-22T03:15:28,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63/.tmp/cf/294f288ba14641f89549b4299c61c2e3 as hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63/cf/294f288ba14641f89549b4299c61c2e3 2024-11-22T03:15:29,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741853_1029 (size=65) 2024-11-22T03:15:29,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741853_1029 (size=65) 2024-11-22T03:15:29,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732245296555.c2a77ec86ce54fbdfa3fa97b7ce62b83. 2024-11-22T03:15:29,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T03:15:29,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741853_1029 (size=65) 2024-11-22T03:15:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T03:15:29,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:29,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2a77ec86ce54fbdfa3fa97b7ce62b83 2024-11-22T03:15:29,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c2a77ec86ce54fbdfa3fa97b7ce62b83 in 10.5220 sec 2024-11-22T03:15:29,067 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63/cf/294f288ba14641f89549b4299c61c2e3, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T03:15:29,068 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 136f96de205db1a2442676163cdb3e63 in 532ms, sequenceid=5, compaction requested=false 2024-11-22T03:15:29,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 136f96de205db1a2442676163cdb3e63: 2024-11-22T03:15:29,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. for SnapshotProcedureTest completed. 2024-11-22T03:15:29,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:15:29,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:15:29,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63/cf/294f288ba14641f89549b4299c61c2e3] hfiles 2024-11-22T03:15:29,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63/cf/294f288ba14641f89549b4299c61c2e3 for snapshot=SnapshotProcedureTest 2024-11-22T03:15:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741856_1032 (size=47197) 2024-11-22T03:15:29,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741856_1032 (size=47197) 2024-11-22T03:15:29,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741856_1032 (size=47197) 2024-11-22T03:15:29,077 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/32213cf6276a70205e317f95a910e916/.tmp/cf/761017e6fc4a4e05b974edbd8ee42d5f 2024-11-22T03:15:29,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741857_1033 (size=499309) 2024-11-22T03:15:29,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741857_1033 (size=499309) 2024-11-22T03:15:29,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741857_1033 (size=499309) 2024-11-22T03:15:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741855_1031 (size=26918) 2024-11-22T03:15:29,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741855_1031 (size=26918) 2024-11-22T03:15:29,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741855_1031 (size=26918) 2024-11-22T03:15:29,083 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4/.tmp/cf/0fba17d95c7d4a50a0313a7307fcf76e 2024-11-22T03:15:29,084 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272/.tmp/cf/882c020328654ed5a649d45e0e4131c0 2024-11-22T03:15:29,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/32213cf6276a70205e317f95a910e916/.tmp/cf/761017e6fc4a4e05b974edbd8ee42d5f as hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/32213cf6276a70205e317f95a910e916/cf/761017e6fc4a4e05b974edbd8ee42d5f 2024-11-22T03:15:29,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272/.tmp/cf/882c020328654ed5a649d45e0e4131c0 as hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272/cf/882c020328654ed5a649d45e0e4131c0 2024-11-22T03:15:29,102 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/32213cf6276a70205e317f95a910e916/cf/761017e6fc4a4e05b974edbd8ee42d5f, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T03:15:29,104 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 32213cf6276a70205e317f95a910e916 in 533ms, sequenceid=5, compaction requested=false 2024-11-22T03:15:29,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 32213cf6276a70205e317f95a910e916: 2024-11-22T03:15:29,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. for SnapshotProcedureTest completed. 2024-11-22T03:15:29,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:15:29,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:15:29,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/32213cf6276a70205e317f95a910e916/cf/761017e6fc4a4e05b974edbd8ee42d5f] hfiles 2024-11-22T03:15:29,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/32213cf6276a70205e317f95a910e916/cf/761017e6fc4a4e05b974edbd8ee42d5f for snapshot=SnapshotProcedureTest 2024-11-22T03:15:29,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741858_1034 (size=65) 2024-11-22T03:15:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741858_1034 (size=65) 2024-11-22T03:15:29,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272/cf/882c020328654ed5a649d45e0e4131c0, entries=676, sequenceid=5, filesize=26.3 K 2024-11-22T03:15:29,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:15:29,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T03:15:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T03:15:29,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for e553c230312b4904fd35740bdd538272 in 596ms, sequenceid=5, compaction requested=false 2024-11-22T03:15:29,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741858_1034 (size=65) 2024-11-22T03:15:29,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:29,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for e553c230312b4904fd35740bdd538272: 2024-11-22T03:15:29,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. for SnapshotProcedureTest completed. 2024-11-22T03:15:29,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:15:29,126 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:29,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:15:29,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272/cf/882c020328654ed5a649d45e0e4131c0] hfiles 2024-11-22T03:15:29,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272/cf/882c020328654ed5a649d45e0e4131c0 for snapshot=SnapshotProcedureTest 2024-11-22T03:15:29,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ffe7824757ad86d7bef344eecaed454c in 10.6040 sec 2024-11-22T03:15:29,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4/.tmp/cf/0fba17d95c7d4a50a0313a7307fcf76e as hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4/cf/0fba17d95c7d4a50a0313a7307fcf76e 2024-11-22T03:15:29,154 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4/cf/0fba17d95c7d4a50a0313a7307fcf76e, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-22T03:15:29,158 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 06d9a30a26213c1e6583fa03b66c23b4 in 620ms, sequenceid=5, compaction requested=false 2024-11-22T03:15:29,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 06d9a30a26213c1e6583fa03b66c23b4: 2024-11-22T03:15:29,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. for SnapshotProcedureTest completed. 2024-11-22T03:15:29,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T03:15:29,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T03:15:29,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4/cf/0fba17d95c7d4a50a0313a7307fcf76e] hfiles 2024-11-22T03:15:29,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4/cf/0fba17d95c7d4a50a0313a7307fcf76e for snapshot=SnapshotProcedureTest 2024-11-22T03:15:29,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741860_1036 (size=105) 2024-11-22T03:15:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741860_1036 (size=105) 2024-11-22T03:15:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741860_1036 (size=105) 2024-11-22T03:15:29,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732245296555.32213cf6276a70205e317f95a910e916. 2024-11-22T03:15:29,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T03:15:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T03:15:29,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:29,178 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32213cf6276a70205e317f95a910e916 2024-11-22T03:15:29,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32213cf6276a70205e317f95a910e916 in 10.6560 sec 2024-11-22T03:15:29,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741859_1035 (size=105) 2024-11-22T03:15:29,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741859_1035 (size=105) 2024-11-22T03:15:29,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741859_1035 (size=105) 2024-11-22T03:15:29,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741861_1037 (size=105) 2024-11-22T03:15:29,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741861_1037 (size=105) 2024-11-22T03:15:29,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741861_1037 (size=105) 2024-11-22T03:15:29,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:15:29,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T03:15:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T03:15:29,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e553c230312b4904fd35740bdd538272 2024-11-22T03:15:29,242 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e553c230312b4904fd35740bdd538272 2024-11-22T03:15:29,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e553c230312b4904fd35740bdd538272 in 10.7190 sec 2024-11-22T03:15:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741862_1038 (size=97) 2024-11-22T03:15:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741862_1038 (size=97) 2024-11-22T03:15:29,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741862_1038 (size=97) 2024-11-22T03:15:29,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:15:29,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T03:15:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T03:15:29,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:29,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:29,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06d9a30a26213c1e6583fa03b66c23b4 in 10.7300 sec 2024-11-22T03:15:29,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:29,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T03:15:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T03:15:29,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:29,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:29,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-22T03:15:29,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 136f96de205db1a2442676163cdb3e63 in 11.0850 sec 2024-11-22T03:15:29,631 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T03:15:29,634 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T03:15:29,635 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T03:15:29,635 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T03:15:29,657 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T03:15:29,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741863_1039 (size=1174) 2024-11-22T03:15:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741863_1039 (size=1174) 2024-11-22T03:15:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741863_1039 (size=1174) 2024-11-22T03:15:29,866 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T03:15:29,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T03:15:29,884 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:29,885 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,38747,1732245284298 2024-11-22T03:15:29,885 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:29,887 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:29,905 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:29,909 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:29,910 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:29,913 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,38747,1732245284298 2024-11-22T03:15:29,917 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:15:29,917 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,38747,1732245284298 2024-11-22T03:15:29,917 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b458937b0f5f,38747,1732245284298 2024-11-22T03:15:29,917 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b458937b0f5f,38747,1732245284298: Simulated kill ***** 2024-11-22T03:15:29,918 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T03:15:29,918 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T03:15:29,919 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T03:15:29,919 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T03:15:29,919 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T03:15:29,919 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 464601776 }, "NonHeapMemoryUsage": { "committed": 176160768, "init": 7667712, "max": -1, "used": 171763056 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T03:15:29,920 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34565 {}] master.MasterRpcServices(700): b458937b0f5f,38747,1732245284298 reported a fatal error: ***** ABORTING region server b458937b0f5f,38747,1732245284298: Simulated kill ***** 2024-11-22T03:15:29,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,38747,1732245284298' ***** 2024-11-22T03:15:29,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T03:15:29,941 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:15:29,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:15:29,941 INFO [RS:0;b458937b0f5f:38747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T03:15:29,941 INFO [RS:0;b458937b0f5f:38747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T03:15:29,941 INFO [RS:0;b458937b0f5f:38747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:15:29,941 INFO [RS:0;b458937b0f5f:38747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b458937b0f5f:38747. 2024-11-22T03:15:29,942 DEBUG [RS:0;b458937b0f5f:38747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:15:29,942 DEBUG [RS:0;b458937b0f5f:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:15:29,942 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T03:15:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741836_1012 (size=14382) 2024-11-22T03:15:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741836_1012 (size=14382) 2024-11-22T03:15:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741836_1012 (size=14382) 2024-11-22T03:15:29,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741835_1011 (size=1488) 2024-11-22T03:15:29,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741835_1011 (size=1488) 2024-11-22T03:15:29,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741835_1011 (size=1488) 2024-11-22T03:15:30,000 DEBUG [RS:0;b458937b0f5f:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:15:30,000 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:15:30,000 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:15:30,000 INFO [RS:0;b458937b0f5f:38747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38747 2024-11-22T03:15:30,007 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b458937b0f5f,38747,1732245284298 2024-11-22T03:15:30,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:15:30,007 INFO [RS:0;b458937b0f5f:38747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:15:30,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,38747,1732245284298] 2024-11-22T03:15:30,028 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b458937b0f5f,38747,1732245284298 already deleted, retry=false 2024-11-22T03:15:30,028 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b458937b0f5f,38747,1732245284298 on b458937b0f5f,34565,1732245283960 2024-11-22T03:15:30,033 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b458937b0f5f,38747,1732245284298, splitWal=true, meta=true 2024-11-22T03:15:30,033 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for b458937b0f5f,38747,1732245284298 (carryingMeta=true) b458937b0f5f,38747,1732245284298/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@225e9d1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T03:15:30,040 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b458937b0f5f,38747,1732245284298, splitWal=true, meta=true 2024-11-22T03:15:30,059 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b458937b0f5f,38747,1732245284298, splitWal=true, meta=true, isMeta: true 2024-11-22T03:15:30,068 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting 2024-11-22T03:15:30,073 INFO [PEWorker-1 {}] master.SplitWALManager(105): b458937b0f5f,38747,1732245284298 WAL count=1, meta=true 2024-11-22T03:15:30,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta}] 2024-11-22T03:15:30,081 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:30,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta, worker=b458937b0f5f,37021,1732245284528}] 2024-11-22T03:15:30,097 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,38747,1732245284298 Release verify snapshot worker=b458937b0f5f,38747,1732245284298 2024-11-22T03:15:30,097 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to b458937b0f5f,38747,1732245284298, this operation will be retried to send to another server 2024-11-22T03:15:30,098 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T03:15:30,098 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732245331098 2024-11-22T03:15:30,115 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-22T03:15:30,115 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-22T03:15:30,115 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-22T03:15:30,118 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:15:30,118 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x10160895fb50001, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:15:30,118 INFO [RS:0;b458937b0f5f:38747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:15:30,118 INFO [RS:0;b458937b0f5f:38747 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,38747,1732245284298; zookeeper connection closed. 2024-11-22T03:15:30,124 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,38747,1732245284298 Release verify snapshot worker=b458937b0f5f,38747,1732245284298 2024-11-22T03:15:30,125 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to b458937b0f5f,38747,1732245284298, this operation will be retried to send to another server 2024-11-22T03:15:30,125 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T03:15:30,125 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732245331125 2024-11-22T03:15:30,125 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e6ede99 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e6ede99 2024-11-22T03:15:30,126 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,38747,1732245284298 Release verify snapshot worker=b458937b0f5f,38747,1732245284298 2024-11-22T03:15:30,126 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to b458937b0f5f,38747,1732245284298, this operation will be retried to send to another server 2024-11-22T03:15:30,126 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T03:15:30,126 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732245331126 2024-11-22T03:15:30,891 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:15:30,892 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:15:36,435 INFO [master/b458937b0f5f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T03:15:36,435 INFO [master/b458937b0f5f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T03:15:39,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-22T03:15:39,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-22T03:15:39,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-22T03:15:39,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-22T03:15:39,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-22T03:15:39,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-22T03:15:39,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-22T03:15:39,954 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta, size=14.0 K (14382bytes) 2024-11-22T03:15:39,954 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta 2024-11-22T03:15:39,957 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta after 3ms 2024-11-22T03:15:39,994 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta took 40ms 2024-11-22T03:15:40,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T03:15:40,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T03:15:40,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-22T03:15:40,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T03:15:40,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-22T03:15:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T03:15:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-22T03:15:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-22T03:15:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-22T03:15:40,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-22T03:15:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T03:15:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-22T03:15:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T03:15:40,028 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,37021,1732245284528 Release verify snapshot worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:40,028 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,37021,1732245284528 Release verify snapshot worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:40,032 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,37021,1732245284528 Release verify snapshot worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-22T03:15:40,041 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-22T03:15:40,044 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta so closing down 2024-11-22T03:15:40,045 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T03:15:40,046 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:40,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,37021,1732245284528 in 10.1510 sec 2024-11-22T03:15:40,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,37021,1732245284528 in 10.1540 sec 2024-11-22T03:15:40,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,37021,1732245284528 in 10.1500 sec 2024-11-22T03:15:40,060 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,41155,1732245284419 Release verify snapshot worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:40,061 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:40,061 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,41155,1732245284419 Release verify snapshot worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:40,061 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:40,062 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:40,063 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta.temp 2024-11-22T03:15:40,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,41155,1732245284419 in 10.1820 sec 2024-11-22T03:15:40,073 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta.temp 2024-11-22T03:15:40,075 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,41155,1732245284419 Release verify snapshot worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:40,076 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T03:15:40,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,41155,1732245284419 in 10.1830 sec 2024-11-22T03:15:40,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,41155,1732245284419 in 10.1970 sec 2024-11-22T03:15:40,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741864_1040 (size=14141) 2024-11-22T03:15:40,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741864_1040 (size=14141) 2024-11-22T03:15:40,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741864_1040 (size=14141) 2024-11-22T03:15:40,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-22T03:15:40,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta.temp to hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-22T03:15:40,191 INFO [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 157 ms; skipped=1; WAL=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-22T03:15:40,191 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta, journal: Splitting hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta, size=14.0 K (14382bytes) at 1732245339954Finishing writing output for hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta so closing down at 1732245340044 (+90 ms)Creating recovered edits writer path=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta.temp at 1732245340074 (+30 ms)3 split writer threads finished at 1732245340076 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732245340187 (+111 ms)Rename recovered edits hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta.temp to hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732245340191 (+4 ms)Processed 26 edits across 1 Regions in 157 ms; skipped=1; WAL=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732245340191 2024-11-22T03:15:40,191 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta 2024-11-22T03:15:40,191 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b458937b0f5f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T03:15:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T03:15:40,211 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting/b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta to hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/oldWALs 2024-11-22T03:15:40,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T03:15:40,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta, worker=b458937b0f5f,37021,1732245284528 in 10.1290 sec 2024-11-22T03:15:40,222 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:40,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T03:15:40,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure b458937b0f5f%2C38747%2C1732245284298.meta.1732245296277.meta, worker=b458937b0f5f,37021,1732245284528 in 10.1490 sec 2024-11-22T03:15:40,238 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,38747,1732245284298-splitting dir is empty, no logs to split. 2024-11-22T03:15:40,238 INFO [PEWorker-3 {}] master.SplitWALManager(105): b458937b0f5f,38747,1732245284298 WAL count=0, meta=true 2024-11-22T03:15:40,238 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b458937b0f5f,38747,1732245284298 WAL splitting is done? wals=0, meta=true 2024-11-22T03:15:40,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:15:40,241 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:15:40,243 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T03:15:40,394 DEBUG [b458937b0f5f:34565 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-22T03:15:40,394 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(204): Hosts are {b458937b0f5f=0} racks are {/default-rack=0} 2024-11-22T03:15:40,394 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T03:15:40,394 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T03:15:40,394 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T03:15:40,394 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T03:15:40,394 INFO [b458937b0f5f:34565 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T03:15:40,394 INFO [b458937b0f5f:34565 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T03:15:40,394 DEBUG [b458937b0f5f:34565 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T03:15:40,395 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:40,396 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,37021,1732245284528, state=OPENING 2024-11-22T03:15:40,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:15:40,428 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:15:40,428 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:15:40,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:15:40,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,37021,1732245284528}] 2024-11-22T03:15:40,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:15:40,436 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:15:40,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:15:43,836 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:15:45,785 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b458937b0f5f:34565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T03:15:46,465 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T03:15:50,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-22T03:15:50,051 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:15:50,051 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:15:50,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-22T03:15:50,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-22T03:15:50,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-22T03:15:50,051 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:15:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-22T03:15:50,054 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b458937b0f5f%2C37021%2C1732245284528.meta, suffix=.meta, logDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,37021,1732245284528, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/oldWALs, maxLogs=32 2024-11-22T03:15:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-22T03:15:50,054 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,37021,1732245284528 Release verify snapshot worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:50,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,37021,1732245284528 in 20.1760 sec 2024-11-22T03:15:50,056 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,37021,1732245284528 Release verify snapshot worker=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:50,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,37021,1732245284528 in 20.1780 sec 2024-11-22T03:15:50,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-22T03:15:50,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-22T03:15:50,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-22T03:15:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-22T03:15:50,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T03:15:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34565 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T03:15:50,066 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,41155,1732245284419 Release verify snapshot worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:50,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,41155,1732245284419 in 20.1880 sec 2024-11-22T03:15:50,067 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,41155,1732245284419 Release verify snapshot worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:50,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-22T03:15:50,069 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T03:15:50,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b458937b0f5f,41155,1732245284419 in 20.1890 sec 2024-11-22T03:15:50,069 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T03:15:50,070 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T03:15:50,071 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T03:15:50,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.6890 sec 2024-11-22T03:15:50,073 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,37021,1732245284528/b458937b0f5f%2C37021%2C1732245284528.meta.1732245350054.meta, exclude list is [], retry=0 2024-11-22T03:15:50,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35733,DS-a29b623d-95b4-4818-aef4-df57905a4adf,DISK] 2024-11-22T03:15:50,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43617,DS-0626e6ad-81ab-49e1-8689-86454f540ecd,DISK] 2024-11-22T03:15:50,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39921,DS-18f58bb0-efc5-4843-8bf2-04cd87c50f2c,DISK] 2024-11-22T03:15:50,077 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,37021,1732245284528/b458937b0f5f%2C37021%2C1732245284528.meta.1732245350054.meta 2024-11-22T03:15:50,079 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34663:34663),(127.0.0.1/127.0.0.1:35369:35369),(127.0.0.1/127.0.0.1:40025:40025)] 2024-11-22T03:15:50,079 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:15:50,079 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:15:50,080 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:15:50,080 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:15:50,080 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:15:50,080 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:15:50,080 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:15:50,080 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:15:50,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:15:50,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:15:50,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:50,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:15:50,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:15:50,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:15:50,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:50,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:15:50,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:15:50,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:15:50,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:50,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:15:50,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:15:50,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:15:50,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:15:50,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:15:50,087 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:15:50,087 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740 2024-11-22T03:15:50,089 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740 2024-11-22T03:15:50,090 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-22T03:15:50,100 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-22T03:15:50,100 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-22T03:15:50,102 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T03:15:50,104 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b458937b0f5f:38747 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b458937b0f5f/172.17.0.3:38747 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:15:50,109 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38747,1732245284298, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38747,1732245284298, seqNum=-1, error=java.net.ConnectException: Call to address=b458937b0f5f:38747 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b458937b0f5f/172.17.0.3:38747 2024-11-22T03:15:50,109 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38747,1732245284298, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-22T03:15:50,110 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,38747,1732245284298, seqNum=-1 from cache 2024-11-22T03:15:50,111 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address b458937b0f5f:38747 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b458937b0f5f/172.17.0.3:38747 2024-11-22T03:15:50,122 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/.tmp/info/96a4327cb0c242dab591b528faf2a8b3 is 167, key is SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c./info:regioninfo/1732245308563/Put/seqid=0 2024-11-22T03:15:50,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741866_1042 (size=18393) 2024-11-22T03:15:50,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741866_1042 (size=18393) 2024-11-22T03:15:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741866_1042 (size=18393) 2024-11-22T03:15:50,144 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/.tmp/info/96a4327cb0c242dab591b528faf2a8b3 2024-11-22T03:15:50,173 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/.tmp/ns/b40776c3873140b58cf4d3aee2f75fa9 is 43, key is default/ns:d/1732245296376/Put/seqid=0 2024-11-22T03:15:50,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741867_1043 (size=5153) 2024-11-22T03:15:50,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741867_1043 (size=5153) 2024-11-22T03:15:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741867_1043 (size=5153) 2024-11-22T03:15:50,188 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/.tmp/ns/b40776c3873140b58cf4d3aee2f75fa9 2024-11-22T03:15:50,215 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/.tmp/table/a81ddd3a6af1472d8c7cac69be6961f4 is 47, key is SPTestTable/table:state/1732245308698/Put/seqid=0 2024-11-22T03:15:50,218 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:15:50,220 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37021,1732245284528, seqNum=-1] 2024-11-22T03:15:50,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37021 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:59962 deadline: 1732245410103, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b458937b0f5f,37021,1732245284528 2024-11-22T03:15:50,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741868_1044 (size=5214) 2024-11-22T03:15:50,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741868_1044 (size=5214) 2024-11-22T03:15:50,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741868_1044 (size=5214) 2024-11-22T03:15:50,228 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/.tmp/table/a81ddd3a6af1472d8c7cac69be6961f4 2024-11-22T03:15:50,240 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/.tmp/info/96a4327cb0c242dab591b528faf2a8b3 as hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/info/96a4327cb0c242dab591b528faf2a8b3 2024-11-22T03:15:50,248 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/info/96a4327cb0c242dab591b528faf2a8b3, entries=100, sequenceid=28, filesize=18.0 K 2024-11-22T03:15:50,249 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/.tmp/ns/b40776c3873140b58cf4d3aee2f75fa9 as hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/ns/b40776c3873140b58cf4d3aee2f75fa9 2024-11-22T03:15:50,252 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37021,1732245284528, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37021,1732245284528, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b458937b0f5f,37021,1732245284528 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:15:50,252 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37021,1732245284528, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b458937b0f5f,37021,1732245284528 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:15:50,252 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37021,1732245284528, seqNum=-1 from cache 2024-11-22T03:15:50,256 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/ns/b40776c3873140b58cf4d3aee2f75fa9, entries=2, sequenceid=28, filesize=5.0 K 2024-11-22T03:15:50,257 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/.tmp/table/a81ddd3a6af1472d8c7cac69be6961f4 as hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/table/a81ddd3a6af1472d8c7cac69be6961f4 2024-11-22T03:15:50,264 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/table/a81ddd3a6af1472d8c7cac69be6961f4, entries=2, sequenceid=28, filesize=5.1 K 2024-11-22T03:15:50,264 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 164ms, sequenceid=28, compaction requested=false; wal=null 2024-11-22T03:15:50,265 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-22T03:15:50,266 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:15:50,266 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:15:50,267 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:15:50,268 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:15:50,271 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-22T03:15:50,272 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66921811, jitterRate=-0.0027873069047927856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:15:50,273 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:15:50,273 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732245350080Writing region info on filesystem at 1732245350080Initializing all the Stores at 1732245350081 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245350081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245350081Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732245350081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732245350081Obtaining lock to block concurrent updates at 1732245350100 (+19 ms)Preparing flush snapshotting stores in 1588230740 at 1732245350100Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732245350101 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732245350101Flushing 1588230740/info: creating writer at 1732245350101Flushing 1588230740/info: appending metadata at 1732245350122 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732245350122Flushing 1588230740/ns: creating writer at 1732245350153 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732245350173 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732245350173Flushing 1588230740/table: creating writer at 1732245350195 (+22 ms)Flushing 1588230740/table: appending metadata at 1732245350215 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732245350215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63240cc9: reopening flushed file at 1732245350239 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d88bea: reopening flushed file at 1732245350248 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b00ec7e: reopening flushed file at 1732245350256 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 164ms, sequenceid=28, compaction requested=false; wal=null at 1732245350264 (+8 ms)Cleaning up temporary data from old regions at 1732245350266 (+2 ms)Running coprocessor post-open hooks at 1732245350273 (+7 ms)Region opened successfully at 1732245350273 2024-11-22T03:15:50,274 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732245350047 2024-11-22T03:15:50,276 DEBUG [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:15:50,276 INFO [RS_OPEN_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:15:50,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:50,277 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b458937b0f5f,37021,1732245284528, state=OPEN 2024-11-22T03:15:50,286 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b458937b0f5f,37021,1732245284528, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T03:15:50,290 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:15:50,290 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:15:50,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:15:50,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:15:50,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:15:50,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:15:50,290 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b458937b0f5f,37021,1732245284528 2024-11-22T03:15:50,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-22T03:15:50,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b458937b0f5f,37021,1732245284528 in 9.8620 sec 2024-11-22T03:15:50,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-22T03:15:50,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.0540 sec 2024-11-22T03:15:50,296 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): b458937b0f5f,38747,1732245284298 had 4 regions 2024-11-22T03:15:50,296 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b458937b0f5f,38747,1732245284298, splitWal=true, meta=true, isMeta: false 2024-11-22T03:15:50,298 INFO [PEWorker-5 {}] master.SplitWALManager(105): b458937b0f5f,38747,1732245284298 WAL count=1, meta=false 2024-11-22T03:15:50,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b458937b0f5f%2C38747%2C1732245284298.1732245286047}] 2024-11-22T03:15:50,300 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=b458937b0f5f,41155,1732245284419 2024-11-22T03:15:50,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b458937b0f5f%2C38747%2C1732245284298.1732245286047, worker=b458937b0f5f,41155,1732245284419}] 2024-11-22T03:15:50,458 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:15:50,459 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b458937b0f5f,37021,1732245284528, seqNum=-1] 2024-11-22T03:15:50,485 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T03:15:50,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:15:50,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:15:50,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:15:50,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:15:50,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:15:50,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:15:50,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:15:50,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=40168432, stopped=false 2024-11-22T03:15:50,485 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b458937b0f5f,34565,1732245283960 2024-11-22T03:15:50,584 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:15:50,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:15:50,584 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:15:50,584 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:15:50,584 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:15:50,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:15:50,584 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:15:50,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:15:50,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:15:50,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:15:50,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,41155,1732245284419' ***** 2024-11-22T03:15:50,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:15:50,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b458937b0f5f,37021,1732245284528' ***** 2024-11-22T03:15:50,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:15:50,585 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:15:50,585 INFO [RS:2;b458937b0f5f:37021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:15:50,585 INFO [RS:2;b458937b0f5f:37021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:15:50,585 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e4822dbd608062363561e426f7aaa52 2024-11-22T03:15:50,586 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:15:50,586 INFO [RS:1;b458937b0f5f:41155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:15:50,586 INFO [RS:1;b458937b0f5f:41155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:15:50,586 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for 06d9a30a26213c1e6583fa03b66c23b4 2024-11-22T03:15:50,586 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(3091): Received CLOSE for d7a94006d66622015c7e79b27f654b41 2024-11-22T03:15:50,586 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(3091): Received CLOSE for e553c230312b4904fd35740bdd538272 2024-11-22T03:15:50,586 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,37021,1732245284528 2024-11-22T03:15:50,586 INFO [RS:2;b458937b0f5f:37021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:15:50,586 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e4822dbd608062363561e426f7aaa52, disabling compactions & flushes 2024-11-22T03:15:50,586 INFO [RS:2;b458937b0f5f:37021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b458937b0f5f:37021. 2024-11-22T03:15:50,586 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:15:50,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:15:50,586 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:15:50,586 DEBUG [RS:2;b458937b0f5f:37021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:15:50,586 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. after waiting 0 ms 2024-11-22T03:15:50,586 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:15:50,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:15:50,586 DEBUG [RS:2;b458937b0f5f:37021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:15:50,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:15:50,587 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:15:50,587 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:15:50,587 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:15:50,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:15:50,587 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:15:50,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:15:50,587 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:50,588 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for 136f96de205db1a2442676163cdb3e63 2024-11-22T03:15:50,588 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for 114c5458fd26eb5a177a45f790df6df5 2024-11-22T03:15:50,588 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(959): stopping server b458937b0f5f,41155,1732245284419 2024-11-22T03:15:50,588 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06d9a30a26213c1e6583fa03b66c23b4, disabling compactions & flushes 2024-11-22T03:15:50,588 INFO [RS:1;b458937b0f5f:41155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:15:50,588 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:15:50,588 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:15:50,588 INFO [RS:1;b458937b0f5f:41155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b458937b0f5f:41155. 2024-11-22T03:15:50,588 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. after waiting 0 ms 2024-11-22T03:15:50,588 DEBUG [RS:1;b458937b0f5f:41155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:15:50,588 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:15:50,588 DEBUG [RS:1;b458937b0f5f:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:15:50,588 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-22T03:15:50,588 DEBUG [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(1325): Online Regions={06d9a30a26213c1e6583fa03b66c23b4=SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4., ffe7824757ad86d7bef344eecaed454c=SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c., 136f96de205db1a2442676163cdb3e63=SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63., 114c5458fd26eb5a177a45f790df6df5=SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5.} 2024-11-22T03:15:50,588 DEBUG [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(1351): Waiting on 06d9a30a26213c1e6583fa03b66c23b4, 114c5458fd26eb5a177a45f790df6df5, 136f96de205db1a2442676163cdb3e63, ffe7824757ad86d7bef344eecaed454c 2024-11-22T03:15:50,589 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-22T03:15:50,589 DEBUG [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(1325): Online Regions={5e4822dbd608062363561e426f7aaa52=SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52., d7a94006d66622015c7e79b27f654b41=SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41., e553c230312b4904fd35740bdd538272=SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:15:50,589 DEBUG [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e4822dbd608062363561e426f7aaa52, d7a94006d66622015c7e79b27f654b41, e553c230312b4904fd35740bdd538272 2024-11-22T03:15:50,589 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:15:50,589 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:15:50,589 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:15:50,589 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:15:50,589 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:15:50,605 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/5e4822dbd608062363561e426f7aaa52/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:15:50,606 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:15:50,606 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e4822dbd608062363561e426f7aaa52: Waiting for close lock at 1732245350586Running coprocessor pre-close hooks at 1732245350586Disabling compacts and flushes for region at 1732245350586Disabling writes for close at 1732245350586Writing region close event to WAL at 1732245350589 (+3 ms)Running coprocessor post-close hooks at 1732245350606 (+17 ms)Closed at 1732245350606 2024-11-22T03:15:50,606 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732245296555.5e4822dbd608062363561e426f7aaa52. 2024-11-22T03:15:50,607 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7a94006d66622015c7e79b27f654b41, disabling compactions & flushes 2024-11-22T03:15:50,607 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:15:50,607 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:15:50,607 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. after waiting 0 ms 2024-11-22T03:15:50,607 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:15:50,608 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/06d9a30a26213c1e6583fa03b66c23b4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:15:50,609 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:15:50,609 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06d9a30a26213c1e6583fa03b66c23b4: Waiting for close lock at 1732245350588Running coprocessor pre-close hooks at 1732245350588Disabling compacts and flushes for region at 1732245350588Disabling writes for close at 1732245350588Writing region close event to WAL at 1732245350590 (+2 ms)Running coprocessor post-close hooks at 1732245350609 (+19 ms)Closed at 1732245350609 2024-11-22T03:15:50,609 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732245296555.06d9a30a26213c1e6583fa03b66c23b4. 2024-11-22T03:15:50,609 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffe7824757ad86d7bef344eecaed454c, disabling compactions & flushes 2024-11-22T03:15:50,609 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:15:50,609 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:15:50,609 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. after waiting 0 ms 2024-11-22T03:15:50,609 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:15:50,617 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:15:50,633 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/d7a94006d66622015c7e79b27f654b41/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:15:50,635 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/ffe7824757ad86d7bef344eecaed454c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:15:50,636 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:15:50,636 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffe7824757ad86d7bef344eecaed454c: Waiting for close lock at 1732245350609Running coprocessor pre-close hooks at 1732245350609Disabling compacts and flushes for region at 1732245350609Disabling writes for close at 1732245350609Writing region close event to WAL at 1732245350610 (+1 ms)Running coprocessor post-close hooks at 1732245350636 (+26 ms)Closed at 1732245350636 2024-11-22T03:15:50,636 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732245296555.ffe7824757ad86d7bef344eecaed454c. 2024-11-22T03:15:50,636 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 136f96de205db1a2442676163cdb3e63, disabling compactions & flushes 2024-11-22T03:15:50,637 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:50,637 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:50,637 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. after waiting 0 ms 2024-11-22T03:15:50,637 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:50,637 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:15:50,637 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7a94006d66622015c7e79b27f654b41: Waiting for close lock at 1732245350607Running coprocessor pre-close hooks at 1732245350607Disabling compacts and flushes for region at 1732245350607Disabling writes for close at 1732245350607Writing region close event to WAL at 1732245350610 (+3 ms)Running coprocessor post-close hooks at 1732245350637 (+27 ms)Closed at 1732245350637 2024-11-22T03:15:50,637 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732245296555.d7a94006d66622015c7e79b27f654b41. 2024-11-22T03:15:50,637 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e553c230312b4904fd35740bdd538272, disabling compactions & flushes 2024-11-22T03:15:50,637 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:15:50,637 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:15:50,637 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. after waiting 0 ms 2024-11-22T03:15:50,637 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:15:50,641 INFO [regionserver/b458937b0f5f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:15:50,646 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-22T03:15:50,647 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:15:50,647 INFO [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:15:50,648 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732245350589Running coprocessor pre-close hooks at 1732245350589Disabling compacts and flushes for region at 1732245350589Disabling writes for close at 1732245350589Writing region close event to WAL at 1732245350620 (+31 ms)Running coprocessor post-close hooks at 1732245350647 (+27 ms)Closed at 1732245350647 2024-11-22T03:15:50,648 DEBUG [RS_CLOSE_META-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:15:50,666 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/136f96de205db1a2442676163cdb3e63/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:15:50,667 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:50,668 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 136f96de205db1a2442676163cdb3e63: Waiting for close lock at 1732245350636Running coprocessor pre-close hooks at 1732245350636Disabling compacts and flushes for region at 1732245350636Disabling writes for close at 1732245350637 (+1 ms)Writing region close event to WAL at 1732245350653 (+16 ms)Running coprocessor post-close hooks at 1732245350667 (+14 ms)Closed at 1732245350667 2024-11-22T03:15:50,668 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732245296555.136f96de205db1a2442676163cdb3e63. 2024-11-22T03:15:50,668 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 114c5458fd26eb5a177a45f790df6df5, disabling compactions & flushes 2024-11-22T03:15:50,668 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:15:50,668 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:15:50,668 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. after waiting 0 ms 2024-11-22T03:15:50,668 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:15:50,676 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/e553c230312b4904fd35740bdd538272/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T03:15:50,677 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:15:50,678 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e553c230312b4904fd35740bdd538272: Waiting for close lock at 1732245350637Running coprocessor pre-close hooks at 1732245350637Disabling compacts and flushes for region at 1732245350637Disabling writes for close at 1732245350637Writing region close event to WAL at 1732245350666 (+29 ms)Running coprocessor post-close hooks at 1732245350677 (+11 ms)Closed at 1732245350677 2024-11-22T03:15:50,678 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732245296555.e553c230312b4904fd35740bdd538272. 2024-11-22T03:15:50,681 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/data/default/SPTestTable/114c5458fd26eb5a177a45f790df6df5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T03:15:50,682 INFO [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:15:50,682 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 114c5458fd26eb5a177a45f790df6df5: Waiting for close lock at 1732245350668Running coprocessor pre-close hooks at 1732245350668Disabling compacts and flushes for region at 1732245350668Disabling writes for close at 1732245350668Writing region close event to WAL at 1732245350668Running coprocessor post-close hooks at 1732245350682 (+14 ms)Closed at 1732245350682 2024-11-22T03:15:50,682 DEBUG [RS_CLOSE_REGION-regionserver/b458937b0f5f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732245296555.114c5458fd26eb5a177a45f790df6df5. 2024-11-22T03:15:50,788 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,41155,1732245284419; all regions closed. 2024-11-22T03:15:50,789 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(976): stopping server b458937b0f5f,37021,1732245284528; all regions closed. 2024-11-22T03:15:50,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,37021,1732245284528/b458937b0f5f%2C37021%2C1732245284528.meta.1732245350054.meta not finished, retry = 0 2024-11-22T03:15:50,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/WALs/b458937b0f5f,41155,1732245284419/b458937b0f5f%2C41155%2C1732245284419.1732245286050 not finished, retry = 0 2024-11-22T03:15:50,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741865_1041 (size=678) 2024-11-22T03:15:50,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741865_1041 (size=678) 2024-11-22T03:15:50,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741834_1010 (size=3469) 2024-11-22T03:15:50,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741865_1041 (size=678) 2024-11-22T03:15:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741834_1010 (size=3469) 2024-11-22T03:15:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741834_1010 (size=3469) 2024-11-22T03:15:50,882 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:15:50,882 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:15:50,899 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:15:50,899 INFO [regionserver/b458937b0f5f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:15:50,902 DEBUG [RS:1;b458937b0f5f:41155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/oldWALs 2024-11-22T03:15:50,902 INFO [RS:1;b458937b0f5f:41155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C41155%2C1732245284419:(num 1732245286050) 2024-11-22T03:15:50,902 DEBUG [RS:1;b458937b0f5f:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:15:50,902 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:15:50,902 INFO [RS:1;b458937b0f5f:41155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:15:50,903 INFO [RS:1;b458937b0f5f:41155 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:15:50,903 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:15:50,903 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:15:50,903 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:15:50,903 INFO [RS:1;b458937b0f5f:41155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:15:50,903 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:15:50,903 INFO [RS:1;b458937b0f5f:41155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41155 2024-11-22T03:15:50,904 DEBUG [RS:2;b458937b0f5f:37021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/oldWALs 2024-11-22T03:15:50,904 INFO [RS:2;b458937b0f5f:37021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C37021%2C1732245284528.meta:.meta(num 1732245350054) 2024-11-22T03:15:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741833_1009 (size=2334) 2024-11-22T03:15:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741833_1009 (size=2334) 2024-11-22T03:15:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741833_1009 (size=2334) 2024-11-22T03:15:50,908 DEBUG [RS:2;b458937b0f5f:37021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/oldWALs 2024-11-22T03:15:50,908 INFO [RS:2;b458937b0f5f:37021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b458937b0f5f%2C37021%2C1732245284528:(num 1732245286040) 2024-11-22T03:15:50,908 DEBUG [RS:2;b458937b0f5f:37021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:15:50,908 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:15:50,909 INFO [RS:2;b458937b0f5f:37021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:15:50,909 INFO [RS:2;b458937b0f5f:37021 {}] hbase.ChoreService(370): Chore service for: regionserver/b458937b0f5f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T03:15:50,909 INFO [RS:2;b458937b0f5f:37021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:15:50,909 INFO [regionserver/b458937b0f5f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:15:50,909 INFO [RS:2;b458937b0f5f:37021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37021 2024-11-22T03:15:50,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:15:50,951 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b458937b0f5f,41155,1732245284419 2024-11-22T03:15:50,951 INFO [RS:1;b458937b0f5f:41155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:15:50,974 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b458937b0f5f,37021,1732245284528 2024-11-22T03:15:50,974 INFO [RS:2;b458937b0f5f:37021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:15:51,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,41155,1732245284419] 2024-11-22T03:15:51,131 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:15:51,131 INFO [RS:1;b458937b0f5f:41155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:15:51,131 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x10160895fb50002, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:15:51,131 INFO [RS:1;b458937b0f5f:41155 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,41155,1732245284419; zookeeper connection closed. 2024-11-22T03:15:51,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@207ac42f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@207ac42f 2024-11-22T03:15:51,137 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b458937b0f5f,41155,1732245284419 already deleted, retry=false 2024-11-22T03:15:51,137 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,41155,1732245284419 expired; onlineServers=1 2024-11-22T03:15:51,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b458937b0f5f,37021,1732245284528] 2024-11-22T03:15:51,169 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:15:51,169 INFO [RS:2;b458937b0f5f:37021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:15:51,169 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37021-0x10160895fb50003, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:15:51,169 INFO [RS:2;b458937b0f5f:37021 {}] regionserver.HRegionServer(1031): Exiting; stopping=b458937b0f5f,37021,1732245284528; zookeeper connection closed. 2024-11-22T03:15:51,169 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b458937b0f5f,37021,1732245284528 already deleted, retry=false 2024-11-22T03:15:51,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66670540 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66670540 2024-11-22T03:15:51,169 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b458937b0f5f,37021,1732245284528 expired; onlineServers=0 2024-11-22T03:15:51,169 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b458937b0f5f,34565,1732245283960' ***** 2024-11-22T03:15:51,169 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:15:51,169 INFO [M:0;b458937b0f5f:34565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:15:51,169 INFO [M:0;b458937b0f5f:34565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:15:51,170 DEBUG [M:0;b458937b0f5f:34565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:15:51,170 DEBUG [M:0;b458937b0f5f:34565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:15:51,170 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:15:51,170 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245285720 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.small.0-1732245285720,5,FailOnTimeoutGroup] 2024-11-22T03:15:51,170 DEBUG [master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245285720 {}] cleaner.HFileCleaner(306): Exit Thread[master/b458937b0f5f:0:becomeActiveMaster-HFileCleaner.large.0-1732245285720,5,FailOnTimeoutGroup] 2024-11-22T03:15:51,170 INFO [M:0;b458937b0f5f:34565 {}] hbase.ChoreService(370): Chore service for: master/b458937b0f5f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:15:51,170 INFO [M:0;b458937b0f5f:34565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:15:51,170 DEBUG [M:0;b458937b0f5f:34565 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:15:51,170 INFO [M:0;b458937b0f5f:34565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:15:51,170 INFO [M:0;b458937b0f5f:34565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:15:51,170 ERROR [M:0;b458937b0f5f:34565 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:40123 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40123,5,PEWorkerGroup] 2024-11-22T03:15:51,171 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T03:15:51,171 INFO [M:0;b458937b0f5f:34565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:15:51,171 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:15:51,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T03:15:51,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:15:51,264 DEBUG [M:0;b458937b0f5f:34565 {}] zookeeper.ZKUtil(347): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T03:15:51,264 WARN [M:0;b458937b0f5f:34565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:15:51,265 INFO [M:0;b458937b0f5f:34565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/.lastflushedseqids 2024-11-22T03:15:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741869_1045 (size=632) 2024-11-22T03:15:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741869_1045 (size=632) 2024-11-22T03:15:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741869_1045 (size=632) 2024-11-22T03:15:51,274 INFO [M:0;b458937b0f5f:34565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:15:51,274 INFO [M:0;b458937b0f5f:34565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:15:51,275 DEBUG [M:0;b458937b0f5f:34565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:15:51,275 INFO [M:0;b458937b0f5f:34565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:15:51,275 DEBUG [M:0;b458937b0f5f:34565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:15:51,275 DEBUG [M:0;b458937b0f5f:34565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:15:51,275 DEBUG [M:0;b458937b0f5f:34565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:15:51,275 INFO [M:0;b458937b0f5f:34565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.79 KB heapSize=253.92 KB 2024-11-22T03:15:51,292 DEBUG [M:0;b458937b0f5f:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa1c041e10b54dda93a61fe5bb1441a6 is 82, key is hbase:meta,,1/info:regioninfo/1732245350276/Put/seqid=0 2024-11-22T03:15:51,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741870_1046 (size=6071) 2024-11-22T03:15:51,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741870_1046 (size=6071) 2024-11-22T03:15:51,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741870_1046 (size=6071) 2024-11-22T03:15:51,298 INFO [M:0;b458937b0f5f:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa1c041e10b54dda93a61fe5bb1441a6 2024-11-22T03:15:51,317 DEBUG [M:0;b458937b0f5f:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c1b4a7eaad245e190107bcd5acb85f6 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732245308717/Put/seqid=0 2024-11-22T03:15:51,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741871_1047 (size=11560) 2024-11-22T03:15:51,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741871_1047 (size=11560) 2024-11-22T03:15:51,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741871_1047 (size=11560) 2024-11-22T03:15:51,324 INFO [M:0;b458937b0f5f:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.56 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c1b4a7eaad245e190107bcd5acb85f6 2024-11-22T03:15:51,329 INFO [M:0;b458937b0f5f:34565 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c1b4a7eaad245e190107bcd5acb85f6 2024-11-22T03:15:51,344 DEBUG [M:0;b458937b0f5f:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f239c3e73fd047a794d7b6a31ce54aaa is 69, key is b458937b0f5f,37021,1732245284528/rs:state/1732245285792/Put/seqid=0 2024-11-22T03:15:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741872_1048 (size=5447) 2024-11-22T03:15:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741872_1048 (size=5447) 2024-11-22T03:15:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741872_1048 (size=5447) 2024-11-22T03:15:51,351 INFO [M:0;b458937b0f5f:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f239c3e73fd047a794d7b6a31ce54aaa 2024-11-22T03:15:51,356 INFO [M:0;b458937b0f5f:34565 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f239c3e73fd047a794d7b6a31ce54aaa 2024-11-22T03:15:51,357 DEBUG [M:0;b458937b0f5f:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa1c041e10b54dda93a61fe5bb1441a6 as hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa1c041e10b54dda93a61fe5bb1441a6 2024-11-22T03:15:51,363 INFO [M:0;b458937b0f5f:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa1c041e10b54dda93a61fe5bb1441a6, entries=14, sequenceid=443, filesize=5.9 K 2024-11-22T03:15:51,364 DEBUG [M:0;b458937b0f5f:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c1b4a7eaad245e190107bcd5acb85f6 as hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c1b4a7eaad245e190107bcd5acb85f6 2024-11-22T03:15:51,369 INFO [M:0;b458937b0f5f:34565 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c1b4a7eaad245e190107bcd5acb85f6 2024-11-22T03:15:51,369 INFO [M:0;b458937b0f5f:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c1b4a7eaad245e190107bcd5acb85f6, entries=52, sequenceid=443, filesize=11.3 K 2024-11-22T03:15:51,370 DEBUG [M:0;b458937b0f5f:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f239c3e73fd047a794d7b6a31ce54aaa as hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f239c3e73fd047a794d7b6a31ce54aaa 2024-11-22T03:15:51,375 INFO [M:0;b458937b0f5f:34565 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f239c3e73fd047a794d7b6a31ce54aaa 2024-11-22T03:15:51,376 INFO [M:0;b458937b0f5f:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/ef304451-df8a-6a1d-dc90-caab75e200a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f239c3e73fd047a794d7b6a31ce54aaa, entries=3, sequenceid=443, filesize=5.3 K 2024-11-22T03:15:51,376 INFO [M:0;b458937b0f5f:34565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.79 KB/217896, heapSize ~253.63 KB/259712, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=443, compaction requested=false 2024-11-22T03:15:51,378 INFO [M:0;b458937b0f5f:34565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:15:51,378 DEBUG [M:0;b458937b0f5f:34565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732245351275Disabling compacts and flushes for region at 1732245351275Disabling writes for close at 1732245351275Obtaining lock to block concurrent updates at 1732245351275Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732245351275Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217896, getHeapSize=259952, getOffHeapSize=0, getCellsCount=542 at 1732245351275Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732245351276 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732245351276Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732245351291 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732245351291Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732245351303 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732245351317 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732245351317Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732245351329 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732245351343 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732245351343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c884653: reopening flushed file at 1732245351356 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64281e08: reopening flushed file at 1732245351363 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1444fc47: reopening flushed file at 1732245351369 (+6 ms)Finished flush of dataSize ~212.79 KB/217896, heapSize ~253.63 KB/259712, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=443, compaction requested=false at 1732245351376 (+7 ms)Writing region close event to WAL at 1732245351377 (+1 ms)Closed at 1732245351377 2024-11-22T03:15:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35733 is added to blk_1073741830_1006 (size=247506) 2024-11-22T03:15:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43617 is added to blk_1073741830_1006 (size=247506) 2024-11-22T03:15:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39921 is added to blk_1073741830_1006 (size=247506) 2024-11-22T03:15:51,380 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:15:51,380 INFO [M:0;b458937b0f5f:34565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:15:51,381 INFO [M:0;b458937b0f5f:34565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34565 2024-11-22T03:15:51,381 INFO [M:0;b458937b0f5f:34565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:15:51,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:15:51,517 INFO [M:0;b458937b0f5f:34565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:15:51,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x10160895fb50000, quorum=127.0.0.1:50869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:15:51,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42b72d32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:15:51,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f41c572{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:15:51,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:15:51,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33e24962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:15:51,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f6a8844{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/hadoop.log.dir/,STOPPED} 2024-11-22T03:15:51,525 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:15:51,525 WARN [BP-323345024-172.17.0.3-1732245280253 heartbeating to localhost/127.0.0.1:40123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:15:51,525 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:15:51,525 WARN [BP-323345024-172.17.0.3-1732245280253 heartbeating to localhost/127.0.0.1:40123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323345024-172.17.0.3-1732245280253 (Datanode Uuid 57deecc9-d1df-4925-b398-a09321e4561d) service to localhost/127.0.0.1:40123 2024-11-22T03:15:51,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data5/current/BP-323345024-172.17.0.3-1732245280253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:15:51,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data6/current/BP-323345024-172.17.0.3-1732245280253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:15:51,527 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:15:51,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b8c1678{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:15:51,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e7ec4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:15:51,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:15:51,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ae4ac48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:15:51,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47665ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/hadoop.log.dir/,STOPPED} 2024-11-22T03:15:51,535 WARN [BP-323345024-172.17.0.3-1732245280253 heartbeating to localhost/127.0.0.1:40123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:15:51,535 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:15:51,535 WARN [BP-323345024-172.17.0.3-1732245280253 heartbeating to localhost/127.0.0.1:40123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323345024-172.17.0.3-1732245280253 (Datanode Uuid d6fa1885-bc97-4746-b95a-58b7b43e3221) service to localhost/127.0.0.1:40123 2024-11-22T03:15:51,535 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:15:51,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data3/current/BP-323345024-172.17.0.3-1732245280253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:15:51,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data4/current/BP-323345024-172.17.0.3-1732245280253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:15:51,536 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:15:51,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@235874fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:15:51,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56b658e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:15:51,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:15:51,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59829fca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:15:51,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d72d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/hadoop.log.dir/,STOPPED} 2024-11-22T03:15:51,553 WARN [BP-323345024-172.17.0.3-1732245280253 heartbeating to localhost/127.0.0.1:40123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:15:51,553 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:15:51,553 WARN [BP-323345024-172.17.0.3-1732245280253 heartbeating to localhost/127.0.0.1:40123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323345024-172.17.0.3-1732245280253 (Datanode Uuid 3b147020-f9c7-45b4-9d79-1d15a69ba7a2) service to localhost/127.0.0.1:40123 2024-11-22T03:15:51,553 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:15:51,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data1/current/BP-323345024-172.17.0.3-1732245280253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:15:51,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/cluster_d1b0ddc8-817c-1a70-b229-99937980ac5b/data/data2/current/BP-323345024-172.17.0.3-1732245280253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:15:51,554 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:15:51,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f594751{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:15:51,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@141aec7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:15:51,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:15:51,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7eabc2b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:15:51,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40bf0fc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf01f789-206f-d8ee-037f-4e3addbe107d/hadoop.log.dir/,STOPPED} 2024-11-22T03:15:51,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:15:51,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T03:15:51,620 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 96) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40123 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b458937b0f5f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40123 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b458937b0f5f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1256 (was 833) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4590 (was 5653)