2024-11-12 12:12:48,984 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 12:12:49,000 main DEBUG Took 0.013636 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 12:12:49,001 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 12:12:49,001 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 12:12:49,003 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 12:12:49,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,015 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 12:12:49,031 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,033 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,034 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,036 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,037 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,039 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,040 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,041 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,042 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,043 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,044 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,045 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,046 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:12:49,047 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,047 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 12:12:49,050 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:12:49,052 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 12:12:49,054 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 12:12:49,055 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 12:12:49,057 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 12:12:49,058 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 12:12:49,073 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 12:12:49,077 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 12:12:49,084 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 12:12:49,085 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 12:12:49,087 main DEBUG createAppenders(={Console}) 2024-11-12 12:12:49,088 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-12 12:12:49,089 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 12:12:49,089 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-12 12:12:49,092 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 12:12:49,093 main DEBUG OutputStream closed 2024-11-12 12:12:49,093 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 12:12:49,093 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 12:12:49,094 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-12 12:12:49,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 12:12:49,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 12:12:49,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 12:12:49,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 12:12:49,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 12:12:49,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 12:12:49,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 12:12:49,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 12:12:49,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 12:12:49,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 12:12:49,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 12:12:49,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 12:12:49,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 12:12:49,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 12:12:49,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 12:12:49,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 12:12:49,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 12:12:49,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 12:12:49,238 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 12:12:49,239 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-12 12:12:49,239 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 12:12:49,241 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-12T12:12:49,272 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-12 12:12:49,275 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 12:12:49,276 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T12:12:49,286 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-12T12:12:49,331 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=9165 2024-11-12T12:12:49,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196 2024-11-12T12:12:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:12:49,740 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536, deleteOnExit=true 2024-11-12T12:12:49,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:12:49,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/test.cache.data in system properties and HBase conf 2024-11-12T12:12:49,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:12:49,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:12:49,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:12:49,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:12:49,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:12:49,870 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T12:12:50,017 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:12:50,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:12:50,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:12:50,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:12:50,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:12:50,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:12:50,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:12:50,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:12:50,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:12:50,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:12:50,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:12:50,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:12:50,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:12:50,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:12:50,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:12:51,451 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T12:12:51,540 INFO [Time-limited test {}] log.Log(170): Logging initialized @3408ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T12:12:51,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:12:51,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:12:51,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:12:51,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:12:51,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:12:51,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:12:51,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:12:51,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:12:51,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/java.io.tmpdir/jetty-localhost-40403-hadoop-hdfs-3_4_1-tests_jar-_-any-15086641734356261880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:12:51,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:40403} 2024-11-12T12:12:51,983 INFO [Time-limited test {}] server.Server(415): Started @3854ms 2024-11-12T12:12:52,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:12:52,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:12:52,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:12:52,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:12:52,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:12:52,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:12:52,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:12:52,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/java.io.tmpdir/jetty-localhost-43223-hadoop-hdfs-3_4_1-tests_jar-_-any-8896868045767250143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:12:52,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:43223} 2024-11-12T12:12:52,774 INFO [Time-limited test {}] server.Server(415): Started @4645ms 2024-11-12T12:12:52,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:12:52,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:12:52,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:12:52,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:12:52,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:12:52,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:12:52,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:12:52,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:12:53,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/java.io.tmpdir/jetty-localhost-32923-hadoop-hdfs-3_4_1-tests_jar-_-any-1377817465876446593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:12:53,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:32923} 2024-11-12T12:12:53,153 INFO [Time-limited test {}] server.Server(415): Started @5024ms 2024-11-12T12:12:53,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:12:53,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:12:53,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:12:53,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:12:53,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:12:53,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:12:53,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:12:53,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:12:53,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/java.io.tmpdir/jetty-localhost-32861-hadoop-hdfs-3_4_1-tests_jar-_-any-5548193764290444067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:12:53,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:32861} 2024-11-12T12:12:53,362 INFO [Time-limited test {}] server.Server(415): Started @5233ms 2024-11-12T12:12:53,365 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:12:55,256 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data3/current/BP-1433780339-172.17.0.3-1731413570768/current, will proceed with Du for space computation calculation, 2024-11-12T12:12:55,256 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data4/current/BP-1433780339-172.17.0.3-1731413570768/current, will proceed with Du for space computation calculation, 2024-11-12T12:12:55,256 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data1/current/BP-1433780339-172.17.0.3-1731413570768/current, will proceed with Du for space computation calculation, 2024-11-12T12:12:55,256 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data6/current/BP-1433780339-172.17.0.3-1731413570768/current, will proceed with Du for space computation calculation, 2024-11-12T12:12:55,256 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data5/current/BP-1433780339-172.17.0.3-1731413570768/current, will proceed with Du for space computation calculation, 2024-11-12T12:12:55,256 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data2/current/BP-1433780339-172.17.0.3-1731413570768/current, will proceed with Du for space computation calculation, 2024-11-12T12:12:55,309 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:12:55,310 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:12:55,311 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:12:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56e7f6cd567edc86 with lease ID 0x935ebe0d17b30ed5: Processing first storage report for DS-7e8213ab-d583-4120-8286-9aefd28cc05a from datanode DatanodeRegistration(127.0.0.1:40591, datanodeUuid=dfc34389-1528-4429-8afc-b1b6bc4f7861, infoPort=35057, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768) 2024-11-12T12:12:55,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56e7f6cd567edc86 with lease ID 0x935ebe0d17b30ed5: from storage DS-7e8213ab-d583-4120-8286-9aefd28cc05a node DatanodeRegistration(127.0.0.1:40591, datanodeUuid=dfc34389-1528-4429-8afc-b1b6bc4f7861, infoPort=35057, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T12:12:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd2ee6e54feeddde with lease ID 0x935ebe0d17b30ed4: Processing first storage report for DS-24944002-582f-487b-bea8-4e02611eef54 from datanode DatanodeRegistration(127.0.0.1:35579, datanodeUuid=694de13e-cb1a-4e9d-8159-cda9f755070b, infoPort=42705, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768) 2024-11-12T12:12:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd2ee6e54feeddde with lease ID 0x935ebe0d17b30ed4: from storage DS-24944002-582f-487b-bea8-4e02611eef54 node DatanodeRegistration(127.0.0.1:35579, datanodeUuid=694de13e-cb1a-4e9d-8159-cda9f755070b, infoPort=42705, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T12:12:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86fa1b928529120b with lease ID 0x935ebe0d17b30ed3: Processing first storage report for DS-8fb8c76e-a88d-4960-a1d0-eb48bbdc48e1 from datanode DatanodeRegistration(127.0.0.1:44125, datanodeUuid=384600d1-22bb-4263-98cf-86e7b16e3d1a, infoPort=33601, infoSecurePort=0, ipcPort=45663, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768) 2024-11-12T12:12:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86fa1b928529120b with lease ID 0x935ebe0d17b30ed3: from storage DS-8fb8c76e-a88d-4960-a1d0-eb48bbdc48e1 node DatanodeRegistration(127.0.0.1:44125, datanodeUuid=384600d1-22bb-4263-98cf-86e7b16e3d1a, infoPort=33601, infoSecurePort=0, ipcPort=45663, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:12:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd2ee6e54feeddde with lease ID 0x935ebe0d17b30ed4: Processing first storage report for DS-9cdb13a5-0a49-4263-850b-8483d1638212 from datanode DatanodeRegistration(127.0.0.1:35579, datanodeUuid=694de13e-cb1a-4e9d-8159-cda9f755070b, infoPort=42705, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768) 2024-11-12T12:12:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd2ee6e54feeddde with lease ID 0x935ebe0d17b30ed4: from storage DS-9cdb13a5-0a49-4263-850b-8483d1638212 node DatanodeRegistration(127.0.0.1:35579, datanodeUuid=694de13e-cb1a-4e9d-8159-cda9f755070b, infoPort=42705, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:12:55,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86fa1b928529120b with lease ID 0x935ebe0d17b30ed3: Processing first storage report for DS-c1057e87-fbcd-43a6-9739-74a42db168b2 from datanode DatanodeRegistration(127.0.0.1:44125, datanodeUuid=384600d1-22bb-4263-98cf-86e7b16e3d1a, infoPort=33601, infoSecurePort=0, ipcPort=45663, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768) 2024-11-12T12:12:55,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86fa1b928529120b with lease ID 0x935ebe0d17b30ed3: from storage DS-c1057e87-fbcd-43a6-9739-74a42db168b2 node DatanodeRegistration(127.0.0.1:44125, datanodeUuid=384600d1-22bb-4263-98cf-86e7b16e3d1a, infoPort=33601, infoSecurePort=0, ipcPort=45663, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:12:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56e7f6cd567edc86 with lease ID 0x935ebe0d17b30ed5: Processing first storage report for DS-e3b84dab-ae85-4ee6-a7a4-67617ad0568f from datanode DatanodeRegistration(127.0.0.1:40591, datanodeUuid=dfc34389-1528-4429-8afc-b1b6bc4f7861, infoPort=35057, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768) 2024-11-12T12:12:55,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56e7f6cd567edc86 with lease ID 0x935ebe0d17b30ed5: from storage DS-e3b84dab-ae85-4ee6-a7a4-67617ad0568f node DatanodeRegistration(127.0.0.1:40591, datanodeUuid=dfc34389-1528-4429-8afc-b1b6bc4f7861, infoPort=35057, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=356320485;c=1731413570768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:12:55,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196 2024-11-12T12:12:55,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/zookeeper_0, clientPort=53450, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:12:55,557 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53450 2024-11-12T12:12:55,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:55,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:55,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:12:55,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:12:55,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:12:56,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 with version=8 2024-11-12T12:12:56,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/hbase-staging 2024-11-12T12:12:56,351 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T12:12:56,594 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:12:56,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:56,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:56,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:12:56,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:56,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:12:56,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:12:56,864 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T12:12:56,878 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T12:12:56,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:12:56,918 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1002 (auto-detected) 2024-11-12T12:12:56,920 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T12:12:56,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39219 2024-11-12T12:12:56,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39219 connecting to ZooKeeper ensemble=127.0.0.1:53450 2024-11-12T12:12:57,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392190x0, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:12:57,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39219-0x1012ef683150000 connected 2024-11-12T12:12:57,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:57,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:57,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:12:57,208 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847, hbase.cluster.distributed=false 2024-11-12T12:12:57,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:12:57,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39219 2024-11-12T12:12:57,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39219 2024-11-12T12:12:57,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39219 2024-11-12T12:12:57,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39219 2024-11-12T12:12:57,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39219 2024-11-12T12:12:57,357 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:12:57,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:57,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:57,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:12:57,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:57,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:12:57,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:12:57,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:12:57,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41227 2024-11-12T12:12:57,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41227 connecting to ZooKeeper ensemble=127.0.0.1:53450 2024-11-12T12:12:57,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:57,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:57,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412270x0, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:12:57,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412270x0, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:12:57,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41227-0x1012ef683150001 connected 2024-11-12T12:12:57,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:12:57,406 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:12:57,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:12:57,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:12:57,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41227 2024-11-12T12:12:57,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41227 2024-11-12T12:12:57,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41227 2024-11-12T12:12:57,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41227 2024-11-12T12:12:57,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41227 2024-11-12T12:12:57,441 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:12:57,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:57,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:57,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:12:57,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:57,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:12:57,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:12:57,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:12:57,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36581 2024-11-12T12:12:57,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36581 connecting to ZooKeeper ensemble=127.0.0.1:53450 2024-11-12T12:12:57,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:57,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365810x0, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:12:57,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36581-0x1012ef683150002 connected 2024-11-12T12:12:57,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365810x0, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:12:57,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:12:57,469 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:12:57,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:12:57,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:12:57,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36581 2024-11-12T12:12:57,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36581 2024-11-12T12:12:57,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36581 2024-11-12T12:12:57,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36581 2024-11-12T12:12:57,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36581 2024-11-12T12:12:57,499 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:12:57,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:57,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:57,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:12:57,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:12:57,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:12:57,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:12:57,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:12:57,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40503 2024-11-12T12:12:57,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40503 connecting to ZooKeeper ensemble=127.0.0.1:53450 2024-11-12T12:12:57,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:57,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:57,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405030x0, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:12:57,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:12:57,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40503-0x1012ef683150003 connected 2024-11-12T12:12:57,530 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:12:57,534 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:12:57,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:12:57,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:12:57,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40503 2024-11-12T12:12:57,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40503 2024-11-12T12:12:57,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40503 2024-11-12T12:12:57,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40503 2024-11-12T12:12:57,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40503 2024-11-12T12:12:57,567 DEBUG [M:0;4a91c05c96a4:39219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:39219 2024-11-12T12:12:57,568 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4a91c05c96a4,39219,1731413576432 2024-11-12T12:12:57,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:12:57,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:12:57,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:12:57,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:12:57,584 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a91c05c96a4,39219,1731413576432 2024-11-12T12:12:57,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:12:57,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:57,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:12:57,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:12:57,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:57,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:57,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:57,613 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T12:12:57,615 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a91c05c96a4,39219,1731413576432 from backup master directory 2024-11-12T12:12:57,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:12:57,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a91c05c96a4,39219,1731413576432 2024-11-12T12:12:57,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:12:57,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:12:57,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:12:57,624 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:12:57,624 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,39219,1731413576432 2024-11-12T12:12:57,626 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T12:12:57,627 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T12:12:57,684 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/hbase.id] with ID: c4f59f9c-7234-42d5-8de5-44e6dadec4b2 2024-11-12T12:12:57,684 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/.tmp/hbase.id 2024-11-12T12:12:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:12:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:12:57,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:12:57,704 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/.tmp/hbase.id]:[hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/hbase.id] 2024-11-12T12:12:57,749 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:12:57,756 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:12:57,774 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-12T12:12:57,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:57,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:57,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:57,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:12:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:12:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:12:57,818 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:12:57,820 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:12:57,838 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:12:57,842 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:12:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:12:57,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:12:57,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:12:57,900 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store 2024-11-12T12:12:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:12:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:12:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:12:57,927 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T12:12:57,931 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:12:57,932 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:12:57,932 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:12:57,933 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:12:57,934 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:12:57,934 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:12:57,934 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:12:57,935 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413577932Disabling compacts and flushes for region at 1731413577932Disabling writes for close at 1731413577934 (+2 ms)Writing region close event to WAL at 1731413577934Closed at 1731413577934 2024-11-12T12:12:57,937 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/.initializing 2024-11-12T12:12:57,937 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/WALs/4a91c05c96a4,39219,1731413576432 2024-11-12T12:12:57,946 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:12:57,959 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C39219%2C1731413576432, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/WALs/4a91c05c96a4,39219,1731413576432, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/oldWALs, maxLogs=10 2024-11-12T12:12:57,980 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/WALs/4a91c05c96a4,39219,1731413576432/4a91c05c96a4%2C39219%2C1731413576432.1731413577963, exclude list is [], retry=0 2024-11-12T12:12:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35579,DS-24944002-582f-487b-bea8-4e02611eef54,DISK] 2024-11-12T12:12:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-8fb8c76e-a88d-4960-a1d0-eb48bbdc48e1,DISK] 2024-11-12T12:12:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40591,DS-7e8213ab-d583-4120-8286-9aefd28cc05a,DISK] 2024-11-12T12:12:57,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T12:12:58,038 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/WALs/4a91c05c96a4,39219,1731413576432/4a91c05c96a4%2C39219%2C1731413576432.1731413577963 2024-11-12T12:12:58,040 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33601:33601),(127.0.0.1/127.0.0.1:42705:42705),(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-12T12:12:58,040 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:12:58,041 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:12:58,045 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,046 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:12:58,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:12:58,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:12:58,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:12:58,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:12:58,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:12:58,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:12:58,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:12:58,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:12:58,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:12:58,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:12:58,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:12:58,125 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,128 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,129 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,134 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,135 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,138 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:12:58,141 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:12:58,145 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:12:58,147 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71400050, jitterRate=0.06394365429878235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:12:58,157 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413578058Initializing all the Stores at 1731413578061 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413578062 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413578063 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413578063Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413578063Cleaning up temporary data from old regions at 1731413578135 (+72 ms)Region opened successfully at 1731413578157 (+22 ms) 2024-11-12T12:12:58,159 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:12:58,192 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0f42a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:12:58,221 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:12:58,231 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:12:58,232 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:12:58,234 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:12:58,236 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T12:12:58,241 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T12:12:58,241 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T12:12:58,264 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:12:58,273 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T12:12:58,285 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T12:12:58,288 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:12:58,289 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:12:58,296 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T12:12:58,298 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:12:58,302 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:12:58,306 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T12:12:58,307 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:12:58,317 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T12:12:58,334 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:12:58,338 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T12:12:58,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:12:58,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:12:58,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:12:58,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:12:58,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,352 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,39219,1731413576432, sessionid=0x1012ef683150000, setting cluster-up flag (Was=false) 2024-11-12T12:12:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,412 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T12:12:58,416 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,39219,1731413576432 2024-11-12T12:12:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:58,475 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T12:12:58,478 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,39219,1731413576432 2024-11-12T12:12:58,487 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:12:58,552 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(746): ClusterId : c4f59f9c-7234-42d5-8de5-44e6dadec4b2 2024-11-12T12:12:58,552 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.HRegionServer(746): ClusterId : c4f59f9c-7234-42d5-8de5-44e6dadec4b2 2024-11-12T12:12:58,552 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(746): ClusterId : c4f59f9c-7234-42d5-8de5-44e6dadec4b2 2024-11-12T12:12:58,555 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:12:58,555 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:12:58,555 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:12:58,561 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:12:58,570 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:12:58,579 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:12:58,586 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,39219,1731413576432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:12:58,881 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:12:58,881 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:12:58,881 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:12:58,881 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:12:58,881 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:12:58,881 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:12:58,882 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:12:58,882 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:12:58,883 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:12:58,883 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:12:58,883 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:12:58,883 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:58,883 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:12:58,884 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:58,888 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731413608887 2024-11-12T12:12:58,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:12:58,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:12:58,890 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:12:58,891 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:12:58,895 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:12:58,895 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:12:58,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:12:58,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:12:58,896 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:12:58,897 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:12:58,898 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:58,903 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:12:58,904 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:12:58,904 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:12:58,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:12:58,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:12:58,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:12:58,928 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:12:58,929 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:12:58,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:12:58,931 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:12:58,931 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413578931,5,FailOnTimeoutGroup] 2024-11-12T12:12:58,932 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413578932,5,FailOnTimeoutGroup] 2024-11-12T12:12:58,932 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:58,933 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:12:58,934 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:58,935 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:12:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:12:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:12:58,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:12:58,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:12:58,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:12:58,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:12:58,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:12:58,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:12:58,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:12:58,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:12:58,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:12:58,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:12:58,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:12:58,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:12:58,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:12:58,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:12:58,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:12:58,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:12:58,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:12:58,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:12:58,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740 2024-11-12T12:12:58,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740 2024-11-12T12:12:58,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:12:58,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:12:58,978 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:12:58,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:12:58,985 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:12:58,986 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58970480, jitterRate=-0.12127137184143066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:12:58,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731413578948Initializing all the Stores at 1731413578950 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413578950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413578951 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413578951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413578951Cleaning up temporary data from old regions at 1731413578976 (+25 ms)Region opened successfully at 1731413578990 (+14 ms) 2024-11-12T12:12:58,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:12:58,991 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:12:58,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:12:58,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:12:58,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:12:58,992 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:12:58,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413578990Disabling compacts and flushes for region at 1731413578990Disabling writes for close at 1731413578991 (+1 ms)Writing region close event to WAL at 1731413578992 (+1 ms)Closed at 1731413578992 2024-11-12T12:12:58,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:12:58,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:12:59,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:12:59,014 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:12:59,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:12:59,060 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:12:59,060 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:12:59,060 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:12:59,061 DEBUG [RS:0;4a91c05c96a4:41227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103fcb88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:12:59,061 DEBUG [RS:2;4a91c05c96a4:40503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a315c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:12:59,061 DEBUG [RS:1;4a91c05c96a4:36581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5daa3e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:12:59,080 DEBUG [RS:0;4a91c05c96a4:41227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:41227 2024-11-12T12:12:59,080 DEBUG [RS:1;4a91c05c96a4:36581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a91c05c96a4:36581 2024-11-12T12:12:59,080 DEBUG [RS:2;4a91c05c96a4:40503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4a91c05c96a4:40503 2024-11-12T12:12:59,084 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:12:59,084 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:12:59,084 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:12:59,085 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:12:59,085 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:12:59,085 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:12:59,085 DEBUG [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:12:59,085 DEBUG [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:12:59,085 DEBUG [RS:0;4a91c05c96a4:41227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:12:59,088 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,39219,1731413576432 with port=36581, startcode=1731413577440 2024-11-12T12:12:59,088 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,39219,1731413576432 with port=41227, startcode=1731413577320 2024-11-12T12:12:59,088 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,39219,1731413576432 with port=40503, startcode=1731413577499 2024-11-12T12:12:59,100 DEBUG [RS:1;4a91c05c96a4:36581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:12:59,100 DEBUG [RS:2;4a91c05c96a4:40503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:12:59,100 DEBUG [RS:0;4a91c05c96a4:41227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:12:59,141 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:12:59,142 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:12:59,142 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:12:59,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,41227,1731413577320 2024-11-12T12:12:59,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,41227,1731413577320 2024-11-12T12:12:59,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,40503,1731413577499 2024-11-12T12:12:59,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,40503,1731413577499 2024-11-12T12:12:59,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,36581,1731413577440 2024-11-12T12:12:59,168 WARN [4a91c05c96a4:39219 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:12:59,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,36581,1731413577440 2024-11-12T12:12:59,168 DEBUG [RS:0;4a91c05c96a4:41227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:12:59,169 DEBUG [RS:0;4a91c05c96a4:41227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43027 2024-11-12T12:12:59,169 DEBUG [RS:0;4a91c05c96a4:41227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:12:59,169 DEBUG [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:12:59,169 DEBUG [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43027 2024-11-12T12:12:59,169 DEBUG [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:12:59,173 DEBUG [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:12:59,173 DEBUG [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43027 2024-11-12T12:12:59,173 DEBUG [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:12:59,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:12:59,612 DEBUG [RS:0;4a91c05c96a4:41227 {}] zookeeper.ZKUtil(111): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,41227,1731413577320 2024-11-12T12:12:59,612 WARN [RS:0;4a91c05c96a4:41227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:12:59,612 DEBUG [RS:1;4a91c05c96a4:36581 {}] zookeeper.ZKUtil(111): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,36581,1731413577440 2024-11-12T12:12:59,612 INFO [RS:0;4a91c05c96a4:41227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:12:59,613 WARN [RS:1;4a91c05c96a4:36581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:12:59,613 INFO [RS:1;4a91c05c96a4:36581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:12:59,613 DEBUG [RS:0;4a91c05c96a4:41227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320 2024-11-12T12:12:59,613 DEBUG [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,36581,1731413577440 2024-11-12T12:12:59,614 DEBUG [RS:2;4a91c05c96a4:40503 {}] zookeeper.ZKUtil(111): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,40503,1731413577499 2024-11-12T12:12:59,614 WARN [RS:2;4a91c05c96a4:40503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:12:59,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,41227,1731413577320] 2024-11-12T12:12:59,615 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,36581,1731413577440] 2024-11-12T12:12:59,615 INFO [RS:2;4a91c05c96a4:40503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:12:59,615 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,40503,1731413577499] 2024-11-12T12:12:59,615 DEBUG [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,40503,1731413577499 2024-11-12T12:12:59,642 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:12:59,642 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:12:59,642 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:12:59,659 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:12:59,659 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:12:59,659 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:12:59,665 INFO [RS:1;4a91c05c96a4:36581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:12:59,665 INFO [RS:0;4a91c05c96a4:41227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:12:59,665 INFO [RS:2;4a91c05c96a4:40503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:12:59,665 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,665 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,665 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,666 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:12:59,666 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:12:59,666 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:12:59,671 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:12:59,671 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:12:59,671 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:12:59,673 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,673 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,673 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,673 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,673 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,673 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,673 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:12:59,674 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:12:59,674 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:12:59,674 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,674 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,675 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,675 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,675 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,675 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,675 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:12:59,675 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,675 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,675 DEBUG [RS:0;4a91c05c96a4:41227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:12:59,675 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,675 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,675 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:12:59,675 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:12:59,675 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:12:59,675 DEBUG [RS:1;4a91c05c96a4:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:12:59,675 DEBUG [RS:2;4a91c05c96a4:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:12:59,677 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41227,1731413577320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:12:59,677 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,678 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,678 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40503,1731413577499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:12:59,678 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36581,1731413577440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:12:59,696 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:12:59,698 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:12:59,698 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40503,1731413577499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,698 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36581,1731413577440-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,699 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:12:59,699 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41227,1731413577320-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,699 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,699 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,699 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.Replication(171): 4a91c05c96a4,36581,1731413577440 started 2024-11-12T12:12:59,699 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.Replication(171): 4a91c05c96a4,40503,1731413577499 started 2024-11-12T12:12:59,699 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,699 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.Replication(171): 4a91c05c96a4,41227,1731413577320 started 2024-11-12T12:12:59,718 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,718 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,40503,1731413577499, RpcServer on 4a91c05c96a4/172.17.0.3:40503, sessionid=0x1012ef683150003 2024-11-12T12:12:59,719 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:12:59,719 DEBUG [RS:2;4a91c05c96a4:40503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,40503,1731413577499 2024-11-12T12:12:59,719 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,40503,1731413577499' 2024-11-12T12:12:59,719 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:12:59,720 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:12:59,721 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:12:59,721 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:12:59,721 DEBUG [RS:2;4a91c05c96a4:40503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,40503,1731413577499 2024-11-12T12:12:59,721 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,40503,1731413577499' 2024-11-12T12:12:59,721 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:12:59,722 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,722 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:12:59,722 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,36581,1731413577440, RpcServer on 4a91c05c96a4/172.17.0.3:36581, sessionid=0x1012ef683150002 2024-11-12T12:12:59,722 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:12:59,722 DEBUG [RS:1;4a91c05c96a4:36581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,36581,1731413577440 2024-11-12T12:12:59,722 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,36581,1731413577440' 2024-11-12T12:12:59,722 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:12:59,722 DEBUG [RS:2;4a91c05c96a4:40503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:12:59,722 INFO [RS:2;4a91c05c96a4:40503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:12:59,722 INFO [RS:2;4a91c05c96a4:40503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:12:59,723 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:12:59,723 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:12:59,723 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:12:59,723 DEBUG [RS:1;4a91c05c96a4:36581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,36581,1731413577440 2024-11-12T12:12:59,723 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,36581,1731413577440' 2024-11-12T12:12:59,723 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:12:59,724 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:12:59,724 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,41227,1731413577320, RpcServer on 4a91c05c96a4/172.17.0.3:41227, sessionid=0x1012ef683150001 2024-11-12T12:12:59,724 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:12:59,724 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:12:59,724 DEBUG [RS:0;4a91c05c96a4:41227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,41227,1731413577320 2024-11-12T12:12:59,724 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,41227,1731413577320' 2024-11-12T12:12:59,724 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:12:59,724 DEBUG [RS:1;4a91c05c96a4:36581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:12:59,725 INFO [RS:1;4a91c05c96a4:36581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:12:59,725 INFO [RS:1;4a91c05c96a4:36581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:12:59,725 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:12:59,725 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:12:59,725 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:12:59,725 DEBUG [RS:0;4a91c05c96a4:41227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,41227,1731413577320 2024-11-12T12:12:59,725 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,41227,1731413577320' 2024-11-12T12:12:59,725 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:12:59,726 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:12:59,726 DEBUG [RS:0;4a91c05c96a4:41227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:12:59,726 INFO [RS:0;4a91c05c96a4:41227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:12:59,726 INFO [RS:0;4a91c05c96a4:41227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:12:59,827 INFO [RS:2;4a91c05c96a4:40503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:12:59,827 INFO [RS:1;4a91c05c96a4:36581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:12:59,827 INFO [RS:0;4a91c05c96a4:41227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:12:59,829 INFO [RS:2;4a91c05c96a4:40503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C40503%2C1731413577499, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,40503,1731413577499, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/oldWALs, maxLogs=32 2024-11-12T12:12:59,829 INFO [RS:0;4a91c05c96a4:41227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C41227%2C1731413577320, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/oldWALs, maxLogs=32 2024-11-12T12:12:59,829 INFO [RS:1;4a91c05c96a4:36581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C36581%2C1731413577440, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,36581,1731413577440, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/oldWALs, maxLogs=32 2024-11-12T12:12:59,847 DEBUG [RS:2;4a91c05c96a4:40503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,40503,1731413577499/4a91c05c96a4%2C40503%2C1731413577499.1731413579833, exclude list is [], retry=0 2024-11-12T12:12:59,848 DEBUG [RS:0;4a91c05c96a4:41227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320/4a91c05c96a4%2C41227%2C1731413577320.1731413579833, exclude list is [], retry=0 2024-11-12T12:12:59,850 DEBUG [RS:1;4a91c05c96a4:36581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,36581,1731413577440/4a91c05c96a4%2C36581%2C1731413577440.1731413579833, exclude list is [], retry=0 2024-11-12T12:12:59,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-8fb8c76e-a88d-4960-a1d0-eb48bbdc48e1,DISK] 2024-11-12T12:12:59,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40591,DS-7e8213ab-d583-4120-8286-9aefd28cc05a,DISK] 2024-11-12T12:12:59,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35579,DS-24944002-582f-487b-bea8-4e02611eef54,DISK] 2024-11-12T12:12:59,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-8fb8c76e-a88d-4960-a1d0-eb48bbdc48e1,DISK] 2024-11-12T12:12:59,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35579,DS-24944002-582f-487b-bea8-4e02611eef54,DISK] 2024-11-12T12:12:59,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40591,DS-7e8213ab-d583-4120-8286-9aefd28cc05a,DISK] 2024-11-12T12:12:59,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35579,DS-24944002-582f-487b-bea8-4e02611eef54,DISK] 2024-11-12T12:12:59,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40591,DS-7e8213ab-d583-4120-8286-9aefd28cc05a,DISK] 2024-11-12T12:12:59,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-8fb8c76e-a88d-4960-a1d0-eb48bbdc48e1,DISK] 2024-11-12T12:12:59,870 INFO [RS:0;4a91c05c96a4:41227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320/4a91c05c96a4%2C41227%2C1731413577320.1731413579833 2024-11-12T12:12:59,875 INFO [RS:2;4a91c05c96a4:40503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,40503,1731413577499/4a91c05c96a4%2C40503%2C1731413577499.1731413579833 2024-11-12T12:12:59,876 DEBUG [RS:0;4a91c05c96a4:41227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35057:35057),(127.0.0.1/127.0.0.1:33601:33601),(127.0.0.1/127.0.0.1:42705:42705)] 2024-11-12T12:12:59,881 DEBUG [RS:2;4a91c05c96a4:40503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33601:33601),(127.0.0.1/127.0.0.1:42705:42705),(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-12T12:12:59,881 INFO [RS:1;4a91c05c96a4:36581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,36581,1731413577440/4a91c05c96a4%2C36581%2C1731413577440.1731413579833 2024-11-12T12:12:59,882 DEBUG [RS:1;4a91c05c96a4:36581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42705:42705),(127.0.0.1/127.0.0.1:33601:33601),(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-12T12:12:59,920 DEBUG [4a91c05c96a4:39219 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T12:12:59,927 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:12:59,933 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:12:59,933 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:12:59,933 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T12:12:59,934 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:12:59,934 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:12:59,934 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T12:12:59,934 INFO [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:12:59,934 INFO [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:12:59,934 INFO [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T12:12:59,934 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:12:59,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:12:59,947 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,36581,1731413577440, state=OPENING 2024-11-12T12:12:59,959 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:12:59,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:59,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:59,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:59,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:12:59,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:12:59,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:12:59,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:12:59,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:12:59,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:12:59,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,36581,1731413577440}] 2024-11-12T12:13:06,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:13:06,861 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T12:13:10,005 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:13:10,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:13:10,020 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:13:10,020 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:13:10,021 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:13:10,024 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C36581%2C1731413577440.meta, suffix=.meta, logDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,36581,1731413577440, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/oldWALs, maxLogs=32 2024-11-12T12:13:10,038 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,36581,1731413577440/4a91c05c96a4%2C36581%2C1731413577440.meta.1731413590026.meta, exclude list is [], retry=0 2024-11-12T12:13:10,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40591,DS-7e8213ab-d583-4120-8286-9aefd28cc05a,DISK] 2024-11-12T12:13:10,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44125,DS-8fb8c76e-a88d-4960-a1d0-eb48bbdc48e1,DISK] 2024-11-12T12:13:10,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35579,DS-24944002-582f-487b-bea8-4e02611eef54,DISK] 2024-11-12T12:13:10,044 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,36581,1731413577440/4a91c05c96a4%2C36581%2C1731413577440.meta.1731413590026.meta 2024-11-12T12:13:10,045 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35057:35057),(127.0.0.1/127.0.0.1:33601:33601),(127.0.0.1/127.0.0.1:42705:42705)] 2024-11-12T12:13:10,045 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:13:10,046 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:13:10,049 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:13:10,053 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:13:10,057 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:13:10,058 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,058 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:13:10,058 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:13:10,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:13:10,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:13:10,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:10,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:13:10,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:13:10,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:13:10,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:10,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:13:10,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:13:10,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:13:10,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:10,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:13:10,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:13:10,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:13:10,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:10,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:13:10,071 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:13:10,072 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740 2024-11-12T12:13:10,075 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740 2024-11-12T12:13:10,077 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:13:10,077 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:13:10,078 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:13:10,080 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:13:10,082 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71080042, jitterRate=0.05917516350746155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:13:10,082 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:13:10,083 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413590058Writing region info on filesystem at 1731413590058Initializing all the Stores at 1731413590060 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413590060Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413590060Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413590060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413590060Cleaning up temporary data from old regions at 1731413590077 (+17 ms)Running coprocessor post-open hooks at 1731413590082 (+5 ms)Region opened successfully at 1731413590083 (+1 ms) 2024-11-12T12:13:10,089 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731413589998 2024-11-12T12:13:10,098 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:13:10,099 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:13:10,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:10,102 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,36581,1731413577440, state=OPEN 2024-11-12T12:13:10,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:13:10,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:13:10,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:13:10,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:13:10,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:13:10,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:13:10,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:13:10,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:13:10,117 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:10,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:13:10,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,36581,1731413577440 in 10.1430 sec 2024-11-12T12:13:10,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:13:10,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.1220 sec 2024-11-12T12:13:10,135 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:13:10,135 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:13:10,159 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:13:10,160 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,36581,1731413577440, seqNum=-1] 2024-11-12T12:13:10,187 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:13:10,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:13:10,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.6920 sec 2024-11-12T12:13:10,214 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413590214, completionTime=-1 2024-11-12T12:13:10,218 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T12:13:10,218 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:13:10,270 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T12:13:10,270 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731413650270 2024-11-12T12:13:10,270 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731413710270 2024-11-12T12:13:10,270 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 52 msec 2024-11-12T12:13:10,272 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:13:10,281 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39219,1731413576432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:13:10,281 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39219,1731413576432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:13:10,281 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39219,1731413576432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:13:10,283 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:39219, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:13:10,283 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:13:10,284 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:13:10,289 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:13:10,316 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.691sec 2024-11-12T12:13:10,318 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:13:10,320 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:13:10,321 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:13:10,321 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:13:10,322 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:13:10,322 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39219,1731413576432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:13:10,323 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39219,1731413576432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:13:10,327 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:13:10,328 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:13:10,328 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39219,1731413576432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:13:10,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d458dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:13:10,378 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T12:13:10,378 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T12:13:10,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,39219,-1 for getting cluster id 2024-11-12T12:13:10,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:13:10,395 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4f59f9c-7234-42d5-8de5-44e6dadec4b2' 2024-11-12T12:13:10,397 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:13:10,397 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4f59f9c-7234-42d5-8de5-44e6dadec4b2" 2024-11-12T12:13:10,398 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a871aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:13:10,398 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,39219,-1] 2024-11-12T12:13:10,400 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:13:10,402 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:13:10,403 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:13:10,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:13:10,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:13:10,415 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,36581,1731413577440, seqNum=-1] 2024-11-12T12:13:10,415 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:13:10,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:13:10,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,39219,1731413576432 2024-11-12T12:13:10,439 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731413590438 (current time:1731413590438). 2024-11-12T12:13:10,440 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T12:13:10,440 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T12:13:10,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141da473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:13:10,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,39219,-1 for getting cluster id 2024-11-12T12:13:10,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:13:10,443 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4f59f9c-7234-42d5-8de5-44e6dadec4b2' 2024-11-12T12:13:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:13:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4f59f9c-7234-42d5-8de5-44e6dadec4b2" 2024-11-12T12:13:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bccdc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:13:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,39219,-1] 2024-11-12T12:13:10,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:13:10,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:13:10,446 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:13:10,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3016fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:13:10,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:13:10,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,36581,1731413577440, seqNum=-1] 2024-11-12T12:13:10,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:13:10,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:13:10,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:13:10,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:13:10,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:13:10,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:13:10,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:13:10,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:13:10,467 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,39219,1731413576432 2024-11-12T12:13:10,469 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@713dd050 2024-11-12T12:13:10,470 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:13:10,472 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:13:10,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:13:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T12:13:10,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:13:10,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T12:13:10,488 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:10,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:13:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:13:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741837_1013 (size=361) 2024-11-12T12:13:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741837_1013 (size=361) 2024-11-12T12:13:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741837_1013 (size=361) 2024-11-12T12:13:10,509 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => acb700cde18c38713ffdbe68bf2761d7, NAME => 'SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:13:10,510 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 75e62ab4c516ce9e9bb956c5b7e0e46a, NAME => 'SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:13:10,510 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 982e2d8b5bb2b3768e9979737862590e, NAME => 'SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:13:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741839_1015 (size=62) 2024-11-12T12:13:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741839_1015 (size=62) 2024-11-12T12:13:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741839_1015 (size=62) 2024-11-12T12:13:10,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 75e62ab4c516ce9e9bb956c5b7e0e46a, disabling compactions & flushes 2024-11-12T12:13:10,527 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:13:10,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:13:10,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. after waiting 0 ms 2024-11-12T12:13:10,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:13:10,527 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:13:10,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 75e62ab4c516ce9e9bb956c5b7e0e46a: Waiting for close lock at 1731413590527Disabling compacts and flushes for region at 1731413590527Disabling writes for close at 1731413590527Writing region close event to WAL at 1731413590527Closed at 1731413590527 2024-11-12T12:13:10,528 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 77cc81381a7aca3e6c30c1a9ed04e909, NAME => 'SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:13:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741838_1014 (size=54) 2024-11-12T12:13:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741838_1014 (size=54) 2024-11-12T12:13:10,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741838_1014 (size=54) 2024-11-12T12:13:10,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 982e2d8b5bb2b3768e9979737862590e, disabling compactions & flushes 2024-11-12T12:13:10,533 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:13:10,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:13:10,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. after waiting 0 ms 2024-11-12T12:13:10,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:13:10,533 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:13:10,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 982e2d8b5bb2b3768e9979737862590e: Waiting for close lock at 1731413590533Disabling compacts and flushes for region at 1731413590533Disabling writes for close at 1731413590533Writing region close event to WAL at 1731413590533Closed at 1731413590533 2024-11-12T12:13:10,533 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50f3de85be4ec543b3d724f5415ce2c2, NAME => 'SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:13:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741840_1016 (size=62) 2024-11-12T12:13:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741840_1016 (size=62) 2024-11-12T12:13:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741840_1016 (size=62) 2024-11-12T12:13:10,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing acb700cde18c38713ffdbe68bf2761d7, disabling compactions & flushes 2024-11-12T12:13:10,545 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:13:10,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:13:10,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. after waiting 0 ms 2024-11-12T12:13:10,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:13:10,545 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:13:10,546 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for acb700cde18c38713ffdbe68bf2761d7: Waiting for close lock at 1731413590545Disabling compacts and flushes for region at 1731413590545Disabling writes for close at 1731413590545Writing region close event to WAL at 1731413590545Closed at 1731413590545 2024-11-12T12:13:10,546 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 44e21d55d0edf0f9a5ca98ec1773e5b0, NAME => 'SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:13:10,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741841_1017 (size=62) 2024-11-12T12:13:10,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741841_1017 (size=62) 2024-11-12T12:13:10,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741841_1017 (size=62) 2024-11-12T12:13:10,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 77cc81381a7aca3e6c30c1a9ed04e909, disabling compactions & flushes 2024-11-12T12:13:10,556 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:13:10,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:13:10,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. after waiting 0 ms 2024-11-12T12:13:10,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:13:10,556 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:13:10,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 77cc81381a7aca3e6c30c1a9ed04e909: Waiting for close lock at 1731413590556Disabling compacts and flushes for region at 1731413590556Disabling writes for close at 1731413590556Writing region close event to WAL at 1731413590556Closed at 1731413590556 2024-11-12T12:13:10,557 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => eb59215dd4a17069d7f001ea5e0a2dad, NAME => 'SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:13:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741842_1018 (size=62) 2024-11-12T12:13:10,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741842_1018 (size=62) 2024-11-12T12:13:10,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741842_1018 (size=62) 2024-11-12T12:13:10,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 50f3de85be4ec543b3d724f5415ce2c2, disabling compactions & flushes 2024-11-12T12:13:10,565 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:13:10,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:13:10,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. after waiting 0 ms 2024-11-12T12:13:10,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:13:10,565 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:13:10,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50f3de85be4ec543b3d724f5415ce2c2: Waiting for close lock at 1731413590565Disabling compacts and flushes for region at 1731413590565Disabling writes for close at 1731413590565Writing region close event to WAL at 1731413590565Closed at 1731413590565 2024-11-12T12:13:10,566 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 518aebdd9f04d2fc74138d09cbbdafa2, NAME => 'SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:13:10,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741843_1019 (size=62) 2024-11-12T12:13:10,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741843_1019 (size=62) 2024-11-12T12:13:10,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741843_1019 (size=62) 2024-11-12T12:13:10,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741844_1020 (size=62) 2024-11-12T12:13:10,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741844_1020 (size=62) 2024-11-12T12:13:10,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741844_1020 (size=62) 2024-11-12T12:13:10,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing eb59215dd4a17069d7f001ea5e0a2dad, disabling compactions & flushes 2024-11-12T12:13:10,587 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:10,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:10,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. after waiting 0 ms 2024-11-12T12:13:10,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:10,587 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:10,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for eb59215dd4a17069d7f001ea5e0a2dad: Waiting for close lock at 1731413590587Disabling compacts and flushes for region at 1731413590587Disabling writes for close at 1731413590587Writing region close event to WAL at 1731413590587Closed at 1731413590587 2024-11-12T12:13:10,588 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => acbf52cb5ffc6fe4e10b0ef38ca5d02e, NAME => 'SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:13:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741845_1021 (size=62) 2024-11-12T12:13:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741845_1021 (size=62) 2024-11-12T12:13:10,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741845_1021 (size=62) 2024-11-12T12:13:10,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 518aebdd9f04d2fc74138d09cbbdafa2, disabling compactions & flushes 2024-11-12T12:13:10,597 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:13:10,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:13:10,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. after waiting 0 ms 2024-11-12T12:13:10,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:13:10,597 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:13:10,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 518aebdd9f04d2fc74138d09cbbdafa2: Waiting for close lock at 1731413590597Disabling compacts and flushes for region at 1731413590597Disabling writes for close at 1731413590597Writing region close event to WAL at 1731413590597Closed at 1731413590597 2024-11-12T12:13:10,598 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd2c67d3bbb3f1a8ef5006bc48ec3a3e, NAME => 'SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847 2024-11-12T12:13:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741846_1022 (size=62) 2024-11-12T12:13:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:13:10,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741846_1022 (size=62) 2024-11-12T12:13:10,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741846_1022 (size=62) 2024-11-12T12:13:10,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing acbf52cb5ffc6fe4e10b0ef38ca5d02e, disabling compactions & flushes 2024-11-12T12:13:10,610 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:13:10,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:13:10,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. after waiting 0 ms 2024-11-12T12:13:10,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:13:10,610 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:13:10,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for acbf52cb5ffc6fe4e10b0ef38ca5d02e: Waiting for close lock at 1731413590610Disabling compacts and flushes for region at 1731413590610Disabling writes for close at 1731413590610Writing region close event to WAL at 1731413590610Closed at 1731413590610 2024-11-12T12:13:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741847_1023 (size=54) 2024-11-12T12:13:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741847_1023 (size=54) 2024-11-12T12:13:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741847_1023 (size=54) 2024-11-12T12:13:10,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dd2c67d3bbb3f1a8ef5006bc48ec3a3e, disabling compactions & flushes 2024-11-12T12:13:10,617 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:13:10,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:13:10,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. after waiting 0 ms 2024-11-12T12:13:10,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:13:10,617 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:13:10,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd2c67d3bbb3f1a8ef5006bc48ec3a3e: Waiting for close lock at 1731413590617Disabling compacts and flushes for region at 1731413590617Disabling writes for close at 1731413590617Writing region close event to WAL at 1731413590617Closed at 1731413590617 2024-11-12T12:13:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:13:10,979 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:10,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 44e21d55d0edf0f9a5ca98ec1773e5b0, disabling compactions & flushes 2024-11-12T12:13:10,980 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:13:10,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:13:10,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. after waiting 0 ms 2024-11-12T12:13:10,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:13:10,980 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:13:10,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 44e21d55d0edf0f9a5ca98ec1773e5b0: Waiting for close lock at 1731413590979Disabling compacts and flushes for region at 1731413590979Disabling writes for close at 1731413590980 (+1 ms)Writing region close event to WAL at 1731413590980Closed at 1731413590980 2024-11-12T12:13:10,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:13:10,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413590983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413590983"}]},"ts":"1731413590983"} 2024-11-12T12:13:10,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731413590983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413590983"}]},"ts":"1731413590983"} 2024-11-12T12:13:10,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413590983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413590983"}]},"ts":"1731413590983"} 2024-11-12T12:13:10,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413590983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413590983"}]},"ts":"1731413590983"} 2024-11-12T12:13:10,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413590983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413590983"}]},"ts":"1731413590983"} 2024-11-12T12:13:10,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413590983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413590983"}]},"ts":"1731413590983"} 2024-11-12T12:13:10,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413590983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413590983"}]},"ts":"1731413590983"} 2024-11-12T12:13:10,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413590983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413590983"}]},"ts":"1731413590983"} 2024-11-12T12:13:10,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731413590983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413590983"}]},"ts":"1731413590983"} 2024-11-12T12:13:10,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413590983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413590983"}]},"ts":"1731413590983"} 2024-11-12T12:13:11,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T12:13:11,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:13:11,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413591025"}]},"ts":"1731413591025"} 2024-11-12T12:13:11,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T12:13:11,033 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:13:11,039 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:13:11,039 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:13:11,039 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T12:13:11,039 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:13:11,039 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:13:11,039 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T12:13:11,039 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:13:11,039 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:13:11,039 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T12:13:11,039 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:13:11,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=982e2d8b5bb2b3768e9979737862590e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75e62ab4c516ce9e9bb956c5b7e0e46a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acb700cde18c38713ffdbe68bf2761d7, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77cc81381a7aca3e6c30c1a9ed04e909, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=50f3de85be4ec543b3d724f5415ce2c2, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44e21d55d0edf0f9a5ca98ec1773e5b0, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=518aebdd9f04d2fc74138d09cbbdafa2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acbf52cb5ffc6fe4e10b0ef38ca5d02e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, ASSIGN}] 2024-11-12T12:13:11,045 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=50f3de85be4ec543b3d724f5415ce2c2, ASSIGN 2024-11-12T12:13:11,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75e62ab4c516ce9e9bb956c5b7e0e46a, ASSIGN 2024-11-12T12:13:11,045 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77cc81381a7aca3e6c30c1a9ed04e909, ASSIGN 2024-11-12T12:13:11,045 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acb700cde18c38713ffdbe68bf2761d7, ASSIGN 2024-11-12T12:13:11,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=50f3de85be4ec543b3d724f5415ce2c2, ASSIGN; state=OFFLINE, location=4a91c05c96a4,40503,1731413577499; forceNewPlan=false, retain=false 2024-11-12T12:13:11,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75e62ab4c516ce9e9bb956c5b7e0e46a, ASSIGN; state=OFFLINE, location=4a91c05c96a4,36581,1731413577440; forceNewPlan=false, retain=false 2024-11-12T12:13:11,047 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77cc81381a7aca3e6c30c1a9ed04e909, ASSIGN; state=OFFLINE, location=4a91c05c96a4,36581,1731413577440; forceNewPlan=false, retain=false 2024-11-12T12:13:11,047 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acb700cde18c38713ffdbe68bf2761d7, ASSIGN; state=OFFLINE, location=4a91c05c96a4,41227,1731413577320; forceNewPlan=false, retain=false 2024-11-12T12:13:11,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad, ASSIGN 2024-11-12T12:13:11,052 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=518aebdd9f04d2fc74138d09cbbdafa2, ASSIGN 2024-11-12T12:13:11,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, ASSIGN 2024-11-12T12:13:11,052 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acbf52cb5ffc6fe4e10b0ef38ca5d02e, ASSIGN 2024-11-12T12:13:11,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44e21d55d0edf0f9a5ca98ec1773e5b0, ASSIGN 2024-11-12T12:13:11,054 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad, ASSIGN; state=OFFLINE, location=4a91c05c96a4,41227,1731413577320; forceNewPlan=false, retain=false 2024-11-12T12:13:11,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, ASSIGN; state=OFFLINE, location=4a91c05c96a4,41227,1731413577320; forceNewPlan=false, retain=false 2024-11-12T12:13:11,054 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=518aebdd9f04d2fc74138d09cbbdafa2, ASSIGN; state=OFFLINE, location=4a91c05c96a4,36581,1731413577440; forceNewPlan=false, retain=false 2024-11-12T12:13:11,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44e21d55d0edf0f9a5ca98ec1773e5b0, ASSIGN; state=OFFLINE, location=4a91c05c96a4,36581,1731413577440; forceNewPlan=false, retain=false 2024-11-12T12:13:11,055 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acbf52cb5ffc6fe4e10b0ef38ca5d02e, ASSIGN; state=OFFLINE, location=4a91c05c96a4,40503,1731413577499; forceNewPlan=false, retain=false 2024-11-12T12:13:11,061 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=982e2d8b5bb2b3768e9979737862590e, ASSIGN 2024-11-12T12:13:11,063 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=982e2d8b5bb2b3768e9979737862590e, ASSIGN; state=OFFLINE, location=4a91c05c96a4,40503,1731413577499; forceNewPlan=false, retain=false 2024-11-12T12:13:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:13:11,201 INFO [4a91c05c96a4:39219 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T12:13:11,202 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, regionState=OPENING, regionLocation=4a91c05c96a4,41227,1731413577320 2024-11-12T12:13:11,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=eb59215dd4a17069d7f001ea5e0a2dad, regionState=OPENING, regionLocation=4a91c05c96a4,41227,1731413577320 2024-11-12T12:13:11,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=acbf52cb5ffc6fe4e10b0ef38ca5d02e, regionState=OPENING, regionLocation=4a91c05c96a4,40503,1731413577499 2024-11-12T12:13:11,202 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=50f3de85be4ec543b3d724f5415ce2c2, regionState=OPENING, regionLocation=4a91c05c96a4,40503,1731413577499 2024-11-12T12:13:11,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=acb700cde18c38713ffdbe68bf2761d7, regionState=OPENING, regionLocation=4a91c05c96a4,41227,1731413577320 2024-11-12T12:13:11,204 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=518aebdd9f04d2fc74138d09cbbdafa2, regionState=OPENING, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:11,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=982e2d8b5bb2b3768e9979737862590e, regionState=OPENING, regionLocation=4a91c05c96a4,40503,1731413577499 2024-11-12T12:13:11,204 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=44e21d55d0edf0f9a5ca98ec1773e5b0, regionState=OPENING, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:11,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=77cc81381a7aca3e6c30c1a9ed04e909, regionState=OPENING, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:11,205 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=75e62ab4c516ce9e9bb956c5b7e0e46a, regionState=OPENING, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:11,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad, ASSIGN because future has completed 2024-11-12T12:13:11,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad, server=4a91c05c96a4,41227,1731413577320}] 2024-11-12T12:13:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, ASSIGN because future has completed 2024-11-12T12:13:11,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e, server=4a91c05c96a4,41227,1731413577320}] 2024-11-12T12:13:11,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acb700cde18c38713ffdbe68bf2761d7, ASSIGN because future has completed 2024-11-12T12:13:11,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acbf52cb5ffc6fe4e10b0ef38ca5d02e, ASSIGN because future has completed 2024-11-12T12:13:11,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure acb700cde18c38713ffdbe68bf2761d7, server=4a91c05c96a4,41227,1731413577320}] 2024-11-12T12:13:11,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure acbf52cb5ffc6fe4e10b0ef38ca5d02e, server=4a91c05c96a4,40503,1731413577499}] 2024-11-12T12:13:11,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=50f3de85be4ec543b3d724f5415ce2c2, ASSIGN because future has completed 2024-11-12T12:13:11,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=518aebdd9f04d2fc74138d09cbbdafa2, ASSIGN because future has completed 2024-11-12T12:13:11,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50f3de85be4ec543b3d724f5415ce2c2, server=4a91c05c96a4,40503,1731413577499}] 2024-11-12T12:13:11,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44e21d55d0edf0f9a5ca98ec1773e5b0, ASSIGN because future has completed 2024-11-12T12:13:11,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=982e2d8b5bb2b3768e9979737862590e, ASSIGN because future has completed 2024-11-12T12:13:11,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 982e2d8b5bb2b3768e9979737862590e, server=4a91c05c96a4,40503,1731413577499}] 2024-11-12T12:13:11,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44e21d55d0edf0f9a5ca98ec1773e5b0, server=4a91c05c96a4,36581,1731413577440}] 2024-11-12T12:13:11,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=77cc81381a7aca3e6c30c1a9ed04e909, ASSIGN because future has completed 2024-11-12T12:13:11,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75e62ab4c516ce9e9bb956c5b7e0e46a, ASSIGN because future has completed 2024-11-12T12:13:11,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75e62ab4c516ce9e9bb956c5b7e0e46a, server=4a91c05c96a4,36581,1731413577440}] 2024-11-12T12:13:11,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 518aebdd9f04d2fc74138d09cbbdafa2, server=4a91c05c96a4,36581,1731413577440}] 2024-11-12T12:13:11,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77cc81381a7aca3e6c30c1a9ed04e909, server=4a91c05c96a4,36581,1731413577440}] 2024-11-12T12:13:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:13:11,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:13:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:13:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:13:15,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T12:13:16,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:13:16,861 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:13:16,863 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:13:16,863 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T12:13:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:13:21,216 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:13:21,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:13:21,228 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:13:21,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:13:21,232 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:21,232 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => eb59215dd4a17069d7f001ea5e0a2dad, NAME => 'SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T12:13:21,233 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,233 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:21,233 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,233 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,235 INFO [StoreOpener-eb59215dd4a17069d7f001ea5e0a2dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,238 INFO [StoreOpener-eb59215dd4a17069d7f001ea5e0a2dad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb59215dd4a17069d7f001ea5e0a2dad columnFamilyName cf 2024-11-12T12:13:21,238 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:13:21,238 DEBUG [StoreOpener-eb59215dd4a17069d7f001ea5e0a2dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:21,238 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => acbf52cb5ffc6fe4e10b0ef38ca5d02e, NAME => 'SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T12:13:21,239 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,239 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:21,239 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,239 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,240 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:13:21,240 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 77cc81381a7aca3e6c30c1a9ed04e909, NAME => 'SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T12:13:21,240 INFO [StoreOpener-eb59215dd4a17069d7f001ea5e0a2dad-1 {}] regionserver.HStore(327): Store=eb59215dd4a17069d7f001ea5e0a2dad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:21,241 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,241 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,241 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:21,241 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,241 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,242 INFO [StoreOpener-acbf52cb5ffc6fe4e10b0ef38ca5d02e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,242 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,243 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,243 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,243 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,244 INFO [StoreOpener-77cc81381a7aca3e6c30c1a9ed04e909-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,244 INFO [StoreOpener-acbf52cb5ffc6fe4e10b0ef38ca5d02e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acbf52cb5ffc6fe4e10b0ef38ca5d02e columnFamilyName cf 2024-11-12T12:13:21,244 DEBUG [StoreOpener-acbf52cb5ffc6fe4e10b0ef38ca5d02e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:21,245 INFO [StoreOpener-acbf52cb5ffc6fe4e10b0ef38ca5d02e-1 {}] regionserver.HStore(327): Store=acbf52cb5ffc6fe4e10b0ef38ca5d02e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:21,245 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,245 INFO [StoreOpener-77cc81381a7aca3e6c30c1a9ed04e909-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77cc81381a7aca3e6c30c1a9ed04e909 columnFamilyName cf 2024-11-12T12:13:21,246 DEBUG [StoreOpener-77cc81381a7aca3e6c30c1a9ed04e909-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:21,246 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,246 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,246 INFO [StoreOpener-77cc81381a7aca3e6c30c1a9ed04e909-1 {}] regionserver.HStore(327): Store=77cc81381a7aca3e6c30c1a9ed04e909/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:21,246 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,246 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,247 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,247 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,248 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,248 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,249 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/eb59215dd4a17069d7f001ea5e0a2dad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:13:21,249 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,249 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,249 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,249 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened eb59215dd4a17069d7f001ea5e0a2dad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65009294, jitterRate=-0.031286031007766724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:21,250 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:21,251 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for eb59215dd4a17069d7f001ea5e0a2dad: Running coprocessor pre-open hook at 1731413601233Writing region info on filesystem at 1731413601233Initializing all the Stores at 1731413601235 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413601235Cleaning up temporary data from old regions at 1731413601243 (+8 ms)Running coprocessor post-open hooks at 1731413601250 (+7 ms)Region opened successfully at 1731413601250 2024-11-12T12:13:21,251 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,253 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:13:21,254 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened acbf52cb5ffc6fe4e10b0ef38ca5d02e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64624261, jitterRate=-0.03702346980571747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:21,254 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:21,254 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for acbf52cb5ffc6fe4e10b0ef38ca5d02e: Running coprocessor pre-open hook at 1731413601239Writing region info on filesystem at 1731413601239Initializing all the Stores at 1731413601241 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413601241Cleaning up temporary data from old regions at 1731413601247 (+6 ms)Running coprocessor post-open hooks at 1731413601254 (+7 ms)Region opened successfully at 1731413601254 2024-11-12T12:13:21,254 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/77cc81381a7aca3e6c30c1a9ed04e909/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:13:21,255 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., pid=15, masterSystemTime=1731413601215 2024-11-12T12:13:21,255 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 77cc81381a7aca3e6c30c1a9ed04e909; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66295113, jitterRate=-0.012125834822654724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:21,255 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:21,255 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 77cc81381a7aca3e6c30c1a9ed04e909: Running coprocessor pre-open hook at 1731413601241Writing region info on filesystem at 1731413601241Initializing all the Stores at 1731413601243 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413601243Cleaning up temporary data from old regions at 1731413601249 (+6 ms)Running coprocessor post-open hooks at 1731413601255 (+6 ms)Region opened successfully at 1731413601255 2024-11-12T12:13:21,255 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e., pid=18, masterSystemTime=1731413601227 2024-11-12T12:13:21,257 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:21,257 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:21,257 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:13:21,258 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909., pid=24, masterSystemTime=1731413601233 2024-11-12T12:13:21,258 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => acb700cde18c38713ffdbe68bf2761d7, NAME => 'SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T12:13:21,258 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,258 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:21,258 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,258 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=eb59215dd4a17069d7f001ea5e0a2dad, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,41227,1731413577320 2024-11-12T12:13:21,259 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:13:21,259 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:13:21,259 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:13:21,259 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 50f3de85be4ec543b3d724f5415ce2c2, NAME => 'SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T12:13:21,260 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,260 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:21,260 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,260 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=acbf52cb5ffc6fe4e10b0ef38ca5d02e, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,40503,1731413577499 2024-11-12T12:13:21,263 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:13:21,263 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:13:21,263 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:13:21,263 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 44e21d55d0edf0f9a5ca98ec1773e5b0, NAME => 'SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T12:13:21,264 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,264 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:21,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=77cc81381a7aca3e6c30c1a9ed04e909, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:21,264 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,264 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad, server=4a91c05c96a4,41227,1731413577320 because future has completed 2024-11-12T12:13:21,266 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4a91c05c96a4,41227,1731413577320, table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T12:13:21,267 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4a91c05c96a4,40503,1731413577499, table=SPTestTable, region=acbf52cb5ffc6fe4e10b0ef38ca5d02e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T12:13:21,267 INFO [StoreOpener-acb700cde18c38713ffdbe68bf2761d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,267 INFO [StoreOpener-50f3de85be4ec543b3d724f5415ce2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,268 INFO [StoreOpener-44e21d55d0edf0f9a5ca98ec1773e5b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure acbf52cb5ffc6fe4e10b0ef38ca5d02e, server=4a91c05c96a4,40503,1731413577499 because future has completed 2024-11-12T12:13:21,270 INFO [StoreOpener-50f3de85be4ec543b3d724f5415ce2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50f3de85be4ec543b3d724f5415ce2c2 columnFamilyName cf 2024-11-12T12:13:21,270 INFO [StoreOpener-acb700cde18c38713ffdbe68bf2761d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acb700cde18c38713ffdbe68bf2761d7 columnFamilyName cf 2024-11-12T12:13:21,271 DEBUG [StoreOpener-50f3de85be4ec543b3d724f5415ce2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:21,271 DEBUG [StoreOpener-acb700cde18c38713ffdbe68bf2761d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:21,271 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4a91c05c96a4,36581,1731413577440, table=SPTestTable, region=77cc81381a7aca3e6c30c1a9ed04e909. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T12:13:21,272 INFO [StoreOpener-50f3de85be4ec543b3d724f5415ce2c2-1 {}] regionserver.HStore(327): Store=50f3de85be4ec543b3d724f5415ce2c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:21,272 INFO [StoreOpener-acb700cde18c38713ffdbe68bf2761d7-1 {}] regionserver.HStore(327): Store=acb700cde18c38713ffdbe68bf2761d7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:21,272 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,272 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,273 INFO [StoreOpener-44e21d55d0edf0f9a5ca98ec1773e5b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44e21d55d0edf0f9a5ca98ec1773e5b0 columnFamilyName cf 2024-11-12T12:13:21,273 DEBUG [StoreOpener-44e21d55d0edf0f9a5ca98ec1773e5b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:21,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77cc81381a7aca3e6c30c1a9ed04e909, server=4a91c05c96a4,36581,1731413577440 because future has completed 2024-11-12T12:13:21,273 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,274 INFO [StoreOpener-44e21d55d0edf0f9a5ca98ec1773e5b0-1 {}] regionserver.HStore(327): Store=44e21d55d0edf0f9a5ca98ec1773e5b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:21,274 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,274 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,274 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,275 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-12T12:13:21,275 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,275 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,276 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,276 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,276 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,276 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad, server=4a91c05c96a4,41227,1731413577320 in 10.0560 sec 2024-11-12T12:13:21,277 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,277 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-12T12:13:21,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure acbf52cb5ffc6fe4e10b0ef38ca5d02e, server=4a91c05c96a4,40503,1731413577499 in 10.0580 sec 2024-11-12T12:13:21,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-12T12:13:21,280 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad, ASSIGN in 10.2360 sec 2024-11-12T12:13:21,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 77cc81381a7aca3e6c30c1a9ed04e909, server=4a91c05c96a4,36581,1731413577440 in 10.0440 sec 2024-11-12T12:13:21,280 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,281 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acbf52cb5ffc6fe4e10b0ef38ca5d02e, ASSIGN in 10.2380 sec 2024-11-12T12:13:21,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=77cc81381a7aca3e6c30c1a9ed04e909, ASSIGN in 10.2390 sec 2024-11-12T12:13:21,284 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/50f3de85be4ec543b3d724f5415ce2c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:13:21,285 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/44e21d55d0edf0f9a5ca98ec1773e5b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:13:21,285 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acb700cde18c38713ffdbe68bf2761d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:13:21,285 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 50f3de85be4ec543b3d724f5415ce2c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69176209, jitterRate=0.030805841088294983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:21,285 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 44e21d55d0edf0f9a5ca98ec1773e5b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68362383, jitterRate=0.01867888867855072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:21,285 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:21,285 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:21,286 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 44e21d55d0edf0f9a5ca98ec1773e5b0: Running coprocessor pre-open hook at 1731413601264Writing region info on filesystem at 1731413601264Initializing all the Stores at 1731413601267 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413601267Cleaning up temporary data from old regions at 1731413601277 (+10 ms)Running coprocessor post-open hooks at 1731413601285 (+8 ms)Region opened successfully at 1731413601286 (+1 ms) 2024-11-12T12:13:21,286 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 50f3de85be4ec543b3d724f5415ce2c2: Running coprocessor pre-open hook at 1731413601265Writing region info on filesystem at 1731413601265Initializing all the Stores at 1731413601267 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413601267Cleaning up temporary data from old regions at 1731413601275 (+8 ms)Running coprocessor post-open hooks at 1731413601285 (+10 ms)Region opened successfully at 1731413601286 (+1 ms) 2024-11-12T12:13:21,286 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened acb700cde18c38713ffdbe68bf2761d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65123158, jitterRate=-0.029589325189590454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:21,286 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:21,286 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for acb700cde18c38713ffdbe68bf2761d7: Running coprocessor pre-open hook at 1731413601258Writing region info on filesystem at 1731413601258Initializing all the Stores at 1731413601266 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413601266Cleaning up temporary data from old regions at 1731413601276 (+10 ms)Running coprocessor post-open hooks at 1731413601286 (+10 ms)Region opened successfully at 1731413601286 2024-11-12T12:13:21,287 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0., pid=20, masterSystemTime=1731413601233 2024-11-12T12:13:21,287 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7., pid=17, masterSystemTime=1731413601215 2024-11-12T12:13:21,287 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2., pid=19, masterSystemTime=1731413601227 2024-11-12T12:13:21,290 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:13:21,290 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:13:21,290 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:13:21,290 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 75e62ab4c516ce9e9bb956c5b7e0e46a, NAME => 'SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T12:13:21,291 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,291 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:21,291 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=44e21d55d0edf0f9a5ca98ec1773e5b0, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:21,291 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,292 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:13:21,292 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:13:21,292 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:13:21,292 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => dd2c67d3bbb3f1a8ef5006bc48ec3a3e, NAME => 'SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T12:13:21,293 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,293 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:21,293 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,293 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,294 INFO [StoreOpener-75e62ab4c516ce9e9bb956c5b7e0e46a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,294 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=acb700cde18c38713ffdbe68bf2761d7, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,41227,1731413577320 2024-11-12T12:13:21,295 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:13:21,295 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:13:21,295 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:13:21,296 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 982e2d8b5bb2b3768e9979737862590e, NAME => 'SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T12:13:21,296 INFO [StoreOpener-dd2c67d3bbb3f1a8ef5006bc48ec3a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,296 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,296 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:21,296 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,297 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44e21d55d0edf0f9a5ca98ec1773e5b0, server=4a91c05c96a4,36581,1731413577440 because future has completed 2024-11-12T12:13:21,299 INFO [StoreOpener-75e62ab4c516ce9e9bb956c5b7e0e46a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75e62ab4c516ce9e9bb956c5b7e0e46a columnFamilyName cf 2024-11-12T12:13:21,299 DEBUG [StoreOpener-75e62ab4c516ce9e9bb956c5b7e0e46a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:21,299 INFO [StoreOpener-dd2c67d3bbb3f1a8ef5006bc48ec3a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd2c67d3bbb3f1a8ef5006bc48ec3a3e columnFamilyName cf 2024-11-12T12:13:21,299 DEBUG [StoreOpener-dd2c67d3bbb3f1a8ef5006bc48ec3a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:21,300 INFO [StoreOpener-dd2c67d3bbb3f1a8ef5006bc48ec3a3e-1 {}] regionserver.HStore(327): Store=dd2c67d3bbb3f1a8ef5006bc48ec3a3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:21,300 INFO [StoreOpener-75e62ab4c516ce9e9bb956c5b7e0e46a-1 {}] regionserver.HStore(327): Store=75e62ab4c516ce9e9bb956c5b7e0e46a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:21,300 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,300 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,301 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,301 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,301 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,302 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,302 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,302 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,302 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,302 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,304 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,304 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=50f3de85be4ec543b3d724f5415ce2c2, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,40503,1731413577499 2024-11-12T12:13:21,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure acb700cde18c38713ffdbe68bf2761d7, server=4a91c05c96a4,41227,1731413577320 because future has completed 2024-11-12T12:13:21,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50f3de85be4ec543b3d724f5415ce2c2, server=4a91c05c96a4,40503,1731413577499 because future has completed 2024-11-12T12:13:21,310 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/dd2c67d3bbb3f1a8ef5006bc48ec3a3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:13:21,310 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/75e62ab4c516ce9e9bb956c5b7e0e46a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:13:21,311 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 75e62ab4c516ce9e9bb956c5b7e0e46a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70937074, jitterRate=0.057044774293899536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:21,311 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:21,311 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened dd2c67d3bbb3f1a8ef5006bc48ec3a3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74673464, jitterRate=0.11272132396697998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:21,311 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:21,311 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 75e62ab4c516ce9e9bb956c5b7e0e46a: Running coprocessor pre-open hook at 1731413601291Writing region info on filesystem at 1731413601291Initializing all the Stores at 1731413601293 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413601293Cleaning up temporary data from old regions at 1731413601302 (+9 ms)Running coprocessor post-open hooks at 1731413601311 (+9 ms)Region opened successfully at 1731413601311 2024-11-12T12:13:21,311 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for dd2c67d3bbb3f1a8ef5006bc48ec3a3e: Running coprocessor pre-open hook at 1731413601293Writing region info on filesystem at 1731413601293Initializing all the Stores at 1731413601295 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413601295Cleaning up temporary data from old regions at 1731413601302 (+7 ms)Running coprocessor post-open hooks at 1731413601311 (+9 ms)Region opened successfully at 1731413601311 2024-11-12T12:13:21,314 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a., pid=22, masterSystemTime=1731413601233 2024-11-12T12:13:21,314 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e., pid=16, masterSystemTime=1731413601215 2024-11-12T12:13:21,316 INFO [StoreOpener-982e2d8b5bb2b3768e9979737862590e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,318 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:13:21,318 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:13:21,318 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:13:21,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-12T12:13:21,318 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 518aebdd9f04d2fc74138d09cbbdafa2, NAME => 'SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T12:13:21,319 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,319 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:21,319 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,319 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=75e62ab4c516ce9e9bb956c5b7e0e46a, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:21,319 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:13:21,319 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:13:21,320 INFO [StoreOpener-982e2d8b5bb2b3768e9979737862590e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 982e2d8b5bb2b3768e9979737862590e columnFamilyName cf 2024-11-12T12:13:21,320 DEBUG [StoreOpener-982e2d8b5bb2b3768e9979737862590e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:21,321 INFO [StoreOpener-982e2d8b5bb2b3768e9979737862590e-1 {}] regionserver.HStore(327): Store=982e2d8b5bb2b3768e9979737862590e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:21,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-12T12:13:21,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 44e21d55d0edf0f9a5ca98ec1773e5b0, server=4a91c05c96a4,36581,1731413577440 in 10.0880 sec 2024-11-12T12:13:21,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure acb700cde18c38713ffdbe68bf2761d7, server=4a91c05c96a4,41227,1731413577320 in 10.0990 sec 2024-11-12T12:13:21,322 INFO [StoreOpener-518aebdd9f04d2fc74138d09cbbdafa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,322 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75e62ab4c516ce9e9bb956c5b7e0e46a, server=4a91c05c96a4,36581,1731413577440 because future has completed 2024-11-12T12:13:21,323 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,325 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-12T12:13:21,325 INFO [StoreOpener-518aebdd9f04d2fc74138d09cbbdafa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 518aebdd9f04d2fc74138d09cbbdafa2 columnFamilyName cf 2024-11-12T12:13:21,325 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,325 DEBUG [StoreOpener-518aebdd9f04d2fc74138d09cbbdafa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:21,326 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acb700cde18c38713ffdbe68bf2761d7, ASSIGN in 10.2800 sec 2024-11-12T12:13:21,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 50f3de85be4ec543b3d724f5415ce2c2, server=4a91c05c96a4,40503,1731413577499 in 10.1000 sec 2024-11-12T12:13:21,327 INFO [StoreOpener-518aebdd9f04d2fc74138d09cbbdafa2-1 {}] regionserver.HStore(327): Store=518aebdd9f04d2fc74138d09cbbdafa2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:21,327 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,327 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,41227,1731413577320 2024-11-12T12:13:21,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44e21d55d0edf0f9a5ca98ec1773e5b0, ASSIGN in 10.2820 sec 2024-11-12T12:13:21,328 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,329 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,330 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,329 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,330 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=50f3de85be4ec543b3d724f5415ce2c2, ASSIGN in 10.2850 sec 2024-11-12T12:13:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e, server=4a91c05c96a4,41227,1731413577320 because future has completed 2024-11-12T12:13:21,333 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,333 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/982e2d8b5bb2b3768e9979737862590e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:13:21,335 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 982e2d8b5bb2b3768e9979737862590e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61492333, jitterRate=-0.08369283378124237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:21,335 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:21,335 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 982e2d8b5bb2b3768e9979737862590e: Running coprocessor pre-open hook at 1731413601297Writing region info on filesystem at 1731413601297Initializing all the Stores at 1731413601314 (+17 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413601314Cleaning up temporary data from old regions at 1731413601326 (+12 ms)Running coprocessor post-open hooks at 1731413601335 (+9 ms)Region opened successfully at 1731413601335 2024-11-12T12:13:21,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-12T12:13:21,336 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:13:21,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 75e62ab4c516ce9e9bb956c5b7e0e46a, server=4a91c05c96a4,36581,1731413577440 in 10.0990 sec 2024-11-12T12:13:21,337 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e., pid=21, masterSystemTime=1731413601227 2024-11-12T12:13:21,337 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 518aebdd9f04d2fc74138d09cbbdafa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74444996, jitterRate=0.109316885471344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:21,337 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:21,338 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 518aebdd9f04d2fc74138d09cbbdafa2: Running coprocessor pre-open hook at 1731413601319Writing region info on filesystem at 1731413601319Initializing all the Stores at 1731413601321 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413601321Cleaning up temporary data from old regions at 1731413601330 (+9 ms)Running coprocessor post-open hooks at 1731413601337 (+7 ms)Region opened successfully at 1731413601337 2024-11-12T12:13:21,339 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2., pid=23, masterSystemTime=1731413601233 2024-11-12T12:13:21,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75e62ab4c516ce9e9bb956c5b7e0e46a, ASSIGN in 10.2950 sec 2024-11-12T12:13:21,339 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:13:21,339 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:13:21,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-12T12:13:21,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e, server=4a91c05c96a4,41227,1731413577320 in 10.1220 sec 2024-11-12T12:13:21,341 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=982e2d8b5bb2b3768e9979737862590e, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,40503,1731413577499 2024-11-12T12:13:21,342 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:13:21,342 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:13:21,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, ASSIGN in 10.2990 sec 2024-11-12T12:13:21,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=518aebdd9f04d2fc74138d09cbbdafa2, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:21,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 982e2d8b5bb2b3768e9979737862590e, server=4a91c05c96a4,40503,1731413577499 because future has completed 2024-11-12T12:13:21,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 518aebdd9f04d2fc74138d09cbbdafa2, server=4a91c05c96a4,36581,1731413577440 because future has completed 2024-11-12T12:13:21,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-12T12:13:21,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 982e2d8b5bb2b3768e9979737862590e, server=4a91c05c96a4,40503,1731413577499 in 10.1220 sec 2024-11-12T12:13:21,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-12T12:13:21,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 518aebdd9f04d2fc74138d09cbbdafa2, server=4a91c05c96a4,36581,1731413577440 in 10.1180 sec 2024-11-12T12:13:21,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=982e2d8b5bb2b3768e9979737862590e, ASSIGN in 10.3090 sec 2024-11-12T12:13:21,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-12T12:13:21,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=518aebdd9f04d2fc74138d09cbbdafa2, ASSIGN in 10.3120 sec 2024-11-12T12:13:21,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:13:21,359 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413601359"}]},"ts":"1731413601359"} 2024-11-12T12:13:21,362 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T12:13:21,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:13:21,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8850 sec 2024-11-12T12:13:23,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T12:13:25,462 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:13:26,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T12:13:26,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-12T12:13:26,861 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-12T12:13:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:13:28,792 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T12:13:28,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T12:13:28,793 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:13:28,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T12:13:28,808 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:13:28,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T12:13:28,877 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:28,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:28,885 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:28,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:28,913 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:28,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:28,918 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:28,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:28,986 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2., hostname=4a91c05c96a4,36581,1731413577440, seqNum=2] 2024-11-12T12:13:28,991 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2., hostname=4a91c05c96a4,36581,1731413577440, seqNum=2] 2024-11-12T12:13:28,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2., hostname=4a91c05c96a4,36581,1731413577440, seqNum=2] 2024-11-12T12:13:28,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2., hostname=4a91c05c96a4,36581,1731413577440, seqNum=2] 2024-11-12T12:13:28,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2., hostname=4a91c05c96a4,36581,1731413577440, seqNum=2] 2024-11-12T12:13:29,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2., hostname=4a91c05c96a4,36581,1731413577440, seqNum=2] 2024-11-12T12:13:29,006 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2., hostname=4a91c05c96a4,36581,1731413577440, seqNum=2] 2024-11-12T12:13:29,008 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2., hostname=4a91c05c96a4,36581,1731413577440, seqNum=2] 2024-11-12T12:13:29,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e., hostname=4a91c05c96a4,40503,1731413577499, seqNum=2] 2024-11-12T12:13:29,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e., hostname=4a91c05c96a4,40503,1731413577499, seqNum=2] 2024-11-12T12:13:29,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e., hostname=4a91c05c96a4,40503,1731413577499, seqNum=2] 2024-11-12T12:13:29,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e., hostname=4a91c05c96a4,40503,1731413577499, seqNum=2] 2024-11-12T12:13:29,073 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e., hostname=4a91c05c96a4,40503,1731413577499, seqNum=2] 2024-11-12T12:13:29,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e., hostname=4a91c05c96a4,40503,1731413577499, seqNum=2] 2024-11-12T12:13:29,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e., hostname=4a91c05c96a4,40503,1731413577499, seqNum=2] 2024-11-12T12:13:29,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e., hostname=4a91c05c96a4,40503,1731413577499, seqNum=2] 2024-11-12T12:13:29,171 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:29,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:29,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:29,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:29,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e., hostname=4a91c05c96a4,41227,1731413577320, seqNum=2] 2024-11-12T12:13:30,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:13:30,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:13:30,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:13:30,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:13:30,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36581 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T12:13:30,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41227 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:30,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T12:13:30,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41227 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T12:13:31,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41227 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T12:13:31,267 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T12:13:31,269 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:13:31,270 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T12:13:31,276 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T12:13:31,288 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T12:13:31,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741848_1024 (size=49) 2024-11-12T12:13:31,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741848_1024 (size=49) 2024-11-12T12:13:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741848_1024 (size=49) 2024-11-12T12:13:31,305 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T12:13:31,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 982e2d8b5bb2b3768e9979737862590e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e62ab4c516ce9e9bb956c5b7e0e46a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77cc81381a7aca3e6c30c1a9ed04e909}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50f3de85be4ec543b3d724f5415ce2c2}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44e21d55d0edf0f9a5ca98ec1773e5b0}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 518aebdd9f04d2fc74138d09cbbdafa2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acbf52cb5ffc6fe4e10b0ef38ca5d02e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e}] 2024-11-12T12:13:31,313 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:31,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:31,313 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:31,313 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:31,313 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:31,325 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:31,331 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:31,332 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:31,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:31,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:31,370 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 4a91c05c96a4,41227,1731413577320 2024-11-12T12:13:31,371 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 4a91c05c96a4,41227,1731413577320: Simulated kill ***** 2024-11-12T12:13:31,371 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:13:31,373 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:13:31,374 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:13:31,377 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:13:31,377 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:13:31,383 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 632917504 }, "NonHeapMemoryUsage": { "committed": 157089792, "init": 7667712, "max": -1, "used": 153881904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "4a91c05c96a4", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "4a91c05c96a4", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53450", "tag.serverName": "4a91c05c96a4,36581,1731413577440", "tag.clusterId": "c4f59f9c-7234-42d5-8de5-44e6dadec4b2", "tag.Context": "regionserver", "tag.Hostname": "4a91c05c96a4", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731413577440, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T12:13:31,387 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39219 {}] master.MasterRpcServices(700): 4a91c05c96a4,41227,1731413577320 reported a fatal error: ***** ABORTING region server 4a91c05c96a4,41227,1731413577320: Simulated kill ***** 2024-11-12T12:13:31,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,41227,1731413577320' ***** 2024-11-12T12:13:31,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T12:13:31,390 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:13:31,390 INFO [RS:0;4a91c05c96a4:41227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T12:13:31,390 INFO [RS:0;4a91c05c96a4:41227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T12:13:31,390 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:13:31,390 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:13:31,391 INFO [RS:0;4a91c05c96a4:41227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:41227. 2024-11-12T12:13:31,391 DEBUG [RS:0;4a91c05c96a4:41227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:13:31,391 DEBUG [RS:0;4a91c05c96a4:41227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:13:31,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:13:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741834_1010 (size=966) 2024-11-12T12:13:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741834_1010 (size=966) 2024-11-12T12:13:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741834_1010 (size=966) 2024-11-12T12:13:31,400 DEBUG [RS:0;4a91c05c96a4:41227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:13:31,400 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:13:31,400 INFO [RS:0;4a91c05c96a4:41227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41227 2024-11-12T12:13:31,439 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:13:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,41227,1731413577320 2024-11-12T12:13:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:13:31,504 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:13:31,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,41227,1731413577320] 2024-11-12T12:13:31,525 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,41227,1731413577320 already deleted, retry=false 2024-11-12T12:13:31,526 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 4a91c05c96a4,41227,1731413577320 on 4a91c05c96a4,39219,1731413576432 2024-11-12T12:13:31,531 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4a91c05c96a4,41227,1731413577320, splitWal=true, meta=false 2024-11-12T12:13:31,535 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 4a91c05c96a4,41227,1731413577320 (carryingMeta=false) 4a91c05c96a4,41227,1731413577320/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1eb93f8b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T12:13:31,536 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4a91c05c96a4,41227,1731413577320, splitWal=true, meta=false 2024-11-12T12:13:31,538 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 4a91c05c96a4,41227,1731413577320 had 3 regions 2024-11-12T12:13:31,538 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:31,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:31,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:31,540 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4a91c05c96a4,41227,1731413577320, splitWal=true, meta=false, isMeta: false 2024-11-12T12:13:31,540 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e can not run currently because target server of region SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 1000 ms to retry 2024-11-12T12:13:31,540 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 can not run currently because target server of region SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 1000 ms to retry 2024-11-12T12:13:31,540 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad can not run currently because target server of region SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 1000 ms to retry 2024-11-12T12:13:31,540 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad; timeout=1000, timestamp=1731413612540 2024-11-12T12:13:31,540 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7; timeout=1000, timestamp=1731413612540 2024-11-12T12:13:31,540 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e; timeout=1000, timestamp=1731413612540 2024-11-12T12:13:31,543 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting 2024-11-12T12:13:31,545 INFO [PEWorker-5 {}] master.SplitWALManager(105): 4a91c05c96a4,41227,1731413577320 WAL count=1, meta=false 2024-11-12T12:13:31,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4a91c05c96a4%2C41227%2C1731413577320.1731413579833}] 2024-11-12T12:13:31,554 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:31,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4a91c05c96a4%2C41227%2C1731413577320.1731413579833, worker=4a91c05c96a4,36581,1731413577440}] 2024-11-12T12:13:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:13:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41227-0x1012ef683150001, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:13:31,618 INFO [RS:0;4a91c05c96a4:41227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:13:31,618 INFO [RS:0;4a91c05c96a4:41227 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,41227,1731413577320; zookeeper connection closed. 2024-11-12T12:13:31,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@400868bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@400868bc 2024-11-12T12:13:31,731 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:13:31,731 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:13:32,064 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:39219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T12:13:32,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:32,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:32,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:32,544 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e can not run currently because target server of region SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T12:13:32,544 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad can not run currently because target server of region SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T12:13:32,544 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 can not run currently because target server of region SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T12:13:32,544 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad; timeout=2000, timestamp=1731413614544 2024-11-12T12:13:32,544 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e; timeout=2000, timestamp=1731413614544 2024-11-12T12:13:32,544 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7; timeout=2000, timestamp=1731413614544 2024-11-12T12:13:34,545 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:34,546 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:34,547 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:34,549 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 can not run currently because target server of region SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T12:13:34,549 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e can not run currently because target server of region SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T12:13:34,549 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7; timeout=4000, timestamp=1731413618549 2024-11-12T12:13:34,549 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad can not run currently because target server of region SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T12:13:34,550 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e; timeout=4000, timestamp=1731413618549 2024-11-12T12:13:34,550 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad; timeout=4000, timestamp=1731413618550 2024-11-12T12:13:38,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:38,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:38,550 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:38,553 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e can not run currently because target server of region SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T12:13:38,553 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 can not run currently because target server of region SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T12:13:38,553 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad can not run currently because target server of region SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 4a91c05c96a4,41227,1731413577320 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T12:13:38,553 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e; timeout=8000, timestamp=1731413626553 2024-11-12T12:13:38,554 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7; timeout=8000, timestamp=1731413626553 2024-11-12T12:13:38,554 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad; timeout=8000, timestamp=1731413626554 2024-11-12T12:13:41,233 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=4a91c05c96a4,36581,1731413577440, timeout=1731413621316, delay=82, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44e21d55d0edf0f9a5ca98ec1773e5b0, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4a91c05c96a4%2C41227%2C1731413577320.1731413579833, worker=4a91c05c96a4,36581,1731413577440, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77cc81381a7aca3e6c30c1a9ed04e909, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e62ab4c516ce9e9bb956c5b7e0e46a, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 518aebdd9f04d2fc74138d09cbbdafa2], containedObject=4a91c05c96a4,41227,1731413577320, timeout=1731413621316, delay=82, operations=null, containedObject=4a91c05c96a4,40503,1731413577499, timeout=1731413621316, delay=82, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acbf52cb5ffc6fe4e10b0ef38ca5d02e, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50f3de85be4ec543b3d724f5415ce2c2, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 982e2d8b5bb2b3768e9979737862590e]] 2024-11-12T12:13:41,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T12:13:41,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T12:13:41,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T12:13:41,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:13:41,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:13:41,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T12:13:41,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:13:41,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-12T12:13:41,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:13:41,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T12:13:41,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T12:13:41,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:13:41,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 50f3de85be4ec543b3d724f5415ce2c2: 2024-11-12T12:13:41,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 982e2d8b5bb2b3768e9979737862590e: 2024-11-12T12:13:41,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 44e21d55d0edf0f9a5ca98ec1773e5b0: 2024-11-12T12:13:41,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. for SnapshotProcedureTest completed. 2024-11-12T12:13:41,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. for SnapshotProcedureTest completed. 2024-11-12T12:13:41,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. for SnapshotProcedureTest completed. 2024-11-12T12:13:41,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 77cc81381a7aca3e6c30c1a9ed04e909: 2024-11-12T12:13:41,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. for SnapshotProcedureTest completed. 2024-11-12T12:13:41,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing acbf52cb5ffc6fe4e10b0ef38ca5d02e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T12:13:41,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T12:13:41,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:13:41,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:13:41,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:13:41,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:13:41,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:13:41,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 75e62ab4c516ce9e9bb956c5b7e0e46a: 2024-11-12T12:13:41,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. for SnapshotProcedureTest completed. 2024-11-12T12:13:41,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:13:41,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:13:41,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:13:41,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:13:41,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:13:41,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:13:41,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:13:41,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:13:41,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:13:41,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:13:41,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:13:41,369 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833, size=966 (966bytes) 2024-11-12T12:13:41,370 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T12:13:41,370 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T12:13:41,370 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833 2024-11-12T12:13:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741850_1026 (size=65) 2024-11-12T12:13:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741850_1026 (size=65) 2024-11-12T12:13:41,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:13:41,377 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833 after 5ms 2024-11-12T12:13:41,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T12:13:41,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:13:41,381 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 518aebdd9f04d2fc74138d09cbbdafa2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T12:13:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741850_1026 (size=65) 2024-11-12T12:13:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T12:13:41,386 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:41,387 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:13:41,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741849_1025 (size=65) 2024-11-12T12:13:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741849_1025 (size=65) 2024-11-12T12:13:41,393 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833 took 26ms 2024-11-12T12:13:41,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741849_1025 (size=65) 2024-11-12T12:13:41,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 77cc81381a7aca3e6c30c1a9ed04e909 in 10.0820 sec 2024-11-12T12:13:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741852_1028 (size=65) 2024-11-12T12:13:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741852_1028 (size=65) 2024-11-12T12:13:41,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741852_1028 (size=65) 2024-11-12T12:13:41,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741853_1029 (size=57) 2024-11-12T12:13:41,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:13:41,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T12:13:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T12:13:41,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:41,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:13:41,407 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for eb59215dd4a17069d7f001ea5e0a2dad: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T12:13:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741853_1029 (size=57) 2024-11-12T12:13:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741853_1029 (size=57) 2024-11-12T12:13:41,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:13:41,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T12:13:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T12:13:41,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:41,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:13:41,411 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for acb700cde18c38713ffdbe68bf2761d7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T12:13:41,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 50f3de85be4ec543b3d724f5415ce2c2 in 10.1020 sec 2024-11-12T12:13:41,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 982e2d8b5bb2b3768e9979737862590e in 10.1100 sec 2024-11-12T12:13:41,423 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for dd2c67d3bbb3f1a8ef5006bc48ec3a3e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T12:13:41,423 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833 so closing down 2024-11-12T12:13:41,423 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T12:13:41,424 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T12:13:41,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741851_1027 (size=65) 2024-11-12T12:13:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741851_1027 (size=65) 2024-11-12T12:13:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741851_1027 (size=65) 2024-11-12T12:13:41,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:13:41,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T12:13:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T12:13:41,428 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:41,429 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:13:41,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 44e21d55d0edf0f9a5ca98ec1773e5b0 in 10.1230 sec 2024-11-12T12:13:41,434 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 28 ms; skipped=3; WAL=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833, size=966, length=966, corrupted=false, cancelled=false 2024-11-12T12:13:41,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833, journal: Splitting hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833, size=966 (966bytes) at 1731413621369Finishing writing output for hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833 so closing down at 1731413621423 (+54 ms)3 split writer threads finished at 1731413621424 (+1 ms)Processed 3 edits across 0 Regions in 28 ms; skipped=3; WAL=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833, size=966, length=966, corrupted=false, cancelled=false at 1731413621434 (+10 ms) 2024-11-12T12:13:41,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833 2024-11-12T12:13:41,434 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T12:13:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T12:13:41,447 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting/4a91c05c96a4%2C41227%2C1731413577320.1731413579833 to hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/oldWALs 2024-11-12T12:13:41,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-12T12:13:41,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4a91c05c96a4%2C41227%2C1731413577320.1731413579833, worker=4a91c05c96a4,36581,1731413577440 in 9.8900 sec 2024-11-12T12:13:41,456 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:41,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T12:13:41,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 4a91c05c96a4%2C41227%2C1731413577320.1731413579833, worker=4a91c05c96a4,36581,1731413577440 in 9.9100 sec 2024-11-12T12:13:41,465 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting dir is empty, no logs to split. 2024-11-12T12:13:41,465 INFO [PEWorker-2 {}] master.SplitWALManager(105): 4a91c05c96a4,41227,1731413577320 WAL count=0, meta=false 2024-11-12T12:13:41,465 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 4a91c05c96a4,41227,1731413577320 WAL splitting is done? wals=0, meta=false 2024-11-12T12:13:41,468 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 4a91c05c96a4,41227,1731413577320 failed, ignore...File hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/WALs/4a91c05c96a4,41227,1731413577320-splitting does not exist. 2024-11-12T12:13:41,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acb700cde18c38713ffdbe68bf2761d7, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, ASSIGN}] 2024-11-12T12:13:41,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acb700cde18c38713ffdbe68bf2761d7, ASSIGN 2024-11-12T12:13:41,474 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad, ASSIGN 2024-11-12T12:13:41,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, ASSIGN 2024-11-12T12:13:41,476 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T12:13:41,476 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acb700cde18c38713ffdbe68bf2761d7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T12:13:41,476 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T12:13:41,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e/.tmp/cf/207df415adea4dcf93dc6cf110ca121c is 34, key is ccd/cf:cf/1731413610415/Put/seqid=0 2024-11-12T12:13:41,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2/.tmp/cf/ab91147b3c7341faa5218241d6625d25 is 34, key is baa/cf:cf/1731413610333/Put/seqid=0 2024-11-12T12:13:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741855_1031 (size=47197) 2024-11-12T12:13:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741855_1031 (size=47197) 2024-11-12T12:13:41,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741855_1031 (size=47197) 2024-11-12T12:13:41,497 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e/.tmp/cf/207df415adea4dcf93dc6cf110ca121c 2024-11-12T12:13:41,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741854_1030 (size=28623) 2024-11-12T12:13:41,498 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2/.tmp/cf/ab91147b3c7341faa5218241d6625d25 2024-11-12T12:13:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741854_1030 (size=28623) 2024-11-12T12:13:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741854_1030 (size=28623) 2024-11-12T12:13:41,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e/.tmp/cf/207df415adea4dcf93dc6cf110ca121c as hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e/cf/207df415adea4dcf93dc6cf110ca121c 2024-11-12T12:13:41,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2/.tmp/cf/ab91147b3c7341faa5218241d6625d25 as hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2/cf/ab91147b3c7341faa5218241d6625d25 2024-11-12T12:13:41,573 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2/cf/ab91147b3c7341faa5218241d6625d25, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T12:13:41,574 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e/cf/207df415adea4dcf93dc6cf110ca121c, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T12:13:41,581 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 518aebdd9f04d2fc74138d09cbbdafa2 in 196ms, sequenceid=5, compaction requested=false 2024-11-12T12:13:41,581 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for acbf52cb5ffc6fe4e10b0ef38ca5d02e in 250ms, sequenceid=5, compaction requested=false 2024-11-12T12:13:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 518aebdd9f04d2fc74138d09cbbdafa2: 2024-11-12T12:13:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for acbf52cb5ffc6fe4e10b0ef38ca5d02e: 2024-11-12T12:13:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. for SnapshotProcedureTest completed. 2024-11-12T12:13:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. for SnapshotProcedureTest completed. 2024-11-12T12:13:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:13:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:13:41,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:13:41,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:13:41,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e/cf/207df415adea4dcf93dc6cf110ca121c] hfiles 2024-11-12T12:13:41,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2/cf/ab91147b3c7341faa5218241d6625d25] hfiles 2024-11-12T12:13:41,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2/cf/ab91147b3c7341faa5218241d6625d25 for snapshot=SnapshotProcedureTest 2024-11-12T12:13:41,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e/cf/207df415adea4dcf93dc6cf110ca121c for snapshot=SnapshotProcedureTest 2024-11-12T12:13:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741856_1032 (size=105) 2024-11-12T12:13:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741857_1033 (size=105) 2024-11-12T12:13:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741857_1033 (size=105) 2024-11-12T12:13:41,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741856_1032 (size=105) 2024-11-12T12:13:41,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741857_1033 (size=105) 2024-11-12T12:13:41,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:13:41,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T12:13:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T12:13:41,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:41,615 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:13:41,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741856_1032 (size=105) 2024-11-12T12:13:41,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:13:41,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T12:13:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T12:13:41,619 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:41,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:13:41,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 518aebdd9f04d2fc74138d09cbbdafa2 in 10.3090 sec 2024-11-12T12:13:41,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure acbf52cb5ffc6fe4e10b0ef38ca5d02e in 10.3150 sec 2024-11-12T12:13:41,626 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:13:41,627 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:13:41,627 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:13:41,627 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:13:41,627 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:13:41,627 INFO [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:13:41,627 INFO [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:13:41,627 DEBUG [4a91c05c96a4:39219 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:13:41,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, regionState=OPENING, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:41,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eb59215dd4a17069d7f001ea5e0a2dad, regionState=OPENING, regionLocation=4a91c05c96a4,40503,1731413577499 2024-11-12T12:13:41,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=acb700cde18c38713ffdbe68bf2761d7, regionState=OPENING, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:41,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acb700cde18c38713ffdbe68bf2761d7, ASSIGN because future has completed 2024-11-12T12:13:41,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure acb700cde18c38713ffdbe68bf2761d7, server=4a91c05c96a4,36581,1731413577440}] 2024-11-12T12:13:41,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, ASSIGN because future has completed 2024-11-12T12:13:41,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e, server=4a91c05c96a4,36581,1731413577440}] 2024-11-12T12:13:41,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad, ASSIGN because future has completed 2024-11-12T12:13:41,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad, server=4a91c05c96a4,40503,1731413577499}] 2024-11-12T12:13:41,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:13:41,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T12:13:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T12:13:41,793 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:41,793 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:13:41,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 75e62ab4c516ce9e9bb956c5b7e0e46a in 10.4880 sec 2024-11-12T12:13:46,553 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 held by pid=40 2024-11-12T12:13:46,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e held by pid=41 2024-11-12T12:13:46,553 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:46,553 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:46,554 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad held by pid=39 2024-11-12T12:13:46,554 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:50,387 INFO [master/4a91c05c96a4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T12:13:50,387 INFO [master/4a91c05c96a4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T12:13:51,646 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:13:51,646 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => dd2c67d3bbb3f1a8ef5006bc48ec3a3e, NAME => 'SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T12:13:51,647 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,647 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:51,647 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,647 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,649 INFO [StoreOpener-dd2c67d3bbb3f1a8ef5006bc48ec3a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,650 INFO [StoreOpener-dd2c67d3bbb3f1a8ef5006bc48ec3a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd2c67d3bbb3f1a8ef5006bc48ec3a3e columnFamilyName cf 2024-11-12T12:13:51,650 DEBUG [StoreOpener-dd2c67d3bbb3f1a8ef5006bc48ec3a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:51,651 INFO [StoreOpener-dd2c67d3bbb3f1a8ef5006bc48ec3a3e-1 {}] regionserver.HStore(327): Store=dd2c67d3bbb3f1a8ef5006bc48ec3a3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:51,651 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,652 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,652 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:51,653 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => eb59215dd4a17069d7f001ea5e0a2dad, NAME => 'SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T12:13:51,653 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,653 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:51,653 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,653 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,654 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,655 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,655 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,656 INFO [StoreOpener-eb59215dd4a17069d7f001ea5e0a2dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,658 INFO [StoreOpener-eb59215dd4a17069d7f001ea5e0a2dad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb59215dd4a17069d7f001ea5e0a2dad columnFamilyName cf 2024-11-12T12:13:51,658 DEBUG [StoreOpener-eb59215dd4a17069d7f001ea5e0a2dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:51,658 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,659 INFO [StoreOpener-eb59215dd4a17069d7f001ea5e0a2dad-1 {}] regionserver.HStore(327): Store=eb59215dd4a17069d7f001ea5e0a2dad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:51,659 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,660 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened dd2c67d3bbb3f1a8ef5006bc48ec3a3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65721485, jitterRate=-0.020673558115959167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:51,660 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,660 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,660 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for dd2c67d3bbb3f1a8ef5006bc48ec3a3e: Running coprocessor pre-open hook at 1731413631647Writing region info on filesystem at 1731413631647Initializing all the Stores at 1731413631648 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413631648Cleaning up temporary data from old regions at 1731413631655 (+7 ms)Running coprocessor post-open hooks at 1731413631660 (+5 ms)Region opened successfully at 1731413631660 2024-11-12T12:13:51,661 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e., pid=43, masterSystemTime=1731413631641 2024-11-12T12:13:51,662 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,663 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,663 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,664 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:13:51,664 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:13:51,664 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:13:51,664 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => acb700cde18c38713ffdbe68bf2761d7, NAME => 'SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T12:13:51,665 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,665 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:13:51,665 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,665 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,666 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:51,667 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e, server=4a91c05c96a4,36581,1731413577440 because future has completed 2024-11-12T12:13:51,669 INFO [StoreOpener-acb700cde18c38713ffdbe68bf2761d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,670 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened eb59215dd4a17069d7f001ea5e0a2dad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74506441, jitterRate=0.11023248732089996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:51,670 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,670 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for eb59215dd4a17069d7f001ea5e0a2dad: Running coprocessor pre-open hook at 1731413631653Writing region info on filesystem at 1731413631653Initializing all the Stores at 1731413631655 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413631655Cleaning up temporary data from old regions at 1731413631663 (+8 ms)Running coprocessor post-open hooks at 1731413631670 (+7 ms)Region opened successfully at 1731413631670 2024-11-12T12:13:51,670 INFO [StoreOpener-acb700cde18c38713ffdbe68bf2761d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acb700cde18c38713ffdbe68bf2761d7 columnFamilyName cf 2024-11-12T12:13:51,670 DEBUG [StoreOpener-acb700cde18c38713ffdbe68bf2761d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:13:51,671 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., pid=44, masterSystemTime=1731413631648 2024-11-12T12:13:51,672 INFO [StoreOpener-acb700cde18c38713ffdbe68bf2761d7-1 {}] regionserver.HStore(327): Store=acb700cde18c38713ffdbe68bf2761d7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:13:51,672 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,673 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:51,673 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:13:51,673 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-12T12:13:51,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eb59215dd4a17069d7f001ea5e0a2dad, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,40503,1731413577499 2024-11-12T12:13:51,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e, server=4a91c05c96a4,36581,1731413577440 in 10.0350 sec 2024-11-12T12:13:51,677 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd2c67d3bbb3f1a8ef5006bc48ec3a3e, ASSIGN in 10.2030 sec 2024-11-12T12:13:51,677 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:13:51,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad, server=4a91c05c96a4,40503,1731413577499 because future has completed 2024-11-12T12:13:51,678 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,678 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-12T12:13:51,683 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad, server=4a91c05c96a4,40503,1731413577499 in 10.0360 sec 2024-11-12T12:13:51,685 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened acb700cde18c38713ffdbe68bf2761d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59768386, jitterRate=-0.10938164591789246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:13:51,686 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,686 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for acb700cde18c38713ffdbe68bf2761d7: Running coprocessor pre-open hook at 1731413631665Writing region info on filesystem at 1731413631665Initializing all the Stores at 1731413631667 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413631667Cleaning up temporary data from old regions at 1731413631678 (+11 ms)Running coprocessor post-open hooks at 1731413631686 (+8 ms)Region opened successfully at 1731413631686 2024-11-12T12:13:51,686 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:13:51,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb59215dd4a17069d7f001ea5e0a2dad, ASSIGN in 10.2120 sec 2024-11-12T12:13:51,687 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7., pid=42, masterSystemTime=1731413631641 2024-11-12T12:13:51,690 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:13:51,690 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:13:51,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=acb700cde18c38713ffdbe68bf2761d7, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,36581,1731413577440 2024-11-12T12:13:51,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure acb700cde18c38713ffdbe68bf2761d7, server=4a91c05c96a4,36581,1731413577440 because future has completed 2024-11-12T12:13:51,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-11-12T12:13:51,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure acb700cde18c38713ffdbe68bf2761d7, server=4a91c05c96a4,36581,1731413577440 in 10.0590 sec 2024-11-12T12:13:51,700 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:13:51,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-12T12:13:51,701 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 4a91c05c96a4,41227,1731413577320 after splitting done 2024-11-12T12:13:51,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acb700cde18c38713ffdbe68bf2761d7, ASSIGN in 10.2260 sec 2024-11-12T12:13:51,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 4a91c05c96a4,41227,1731413577320, splitWal=true, meta=false in 20.1750 sec 2024-11-12T12:13:55,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:13:57,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T12:13:59,700 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T12:14:01,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T12:14:01,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:14:01,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T12:14:01,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:14:01,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for dd2c67d3bbb3f1a8ef5006bc48ec3a3e: 2024-11-12T12:14:01,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. for SnapshotProcedureTest completed. 2024-11-12T12:14:01,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for acb700cde18c38713ffdbe68bf2761d7: 2024-11-12T12:14:01,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. for SnapshotProcedureTest completed. 2024-11-12T12:14:01,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:14:01,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:14:01,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:14:01,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:14:01,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:14:01,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:14:01,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T12:14:01,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:14:01,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for eb59215dd4a17069d7f001ea5e0a2dad: 2024-11-12T12:14:01,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. for SnapshotProcedureTest completed. 2024-11-12T12:14:01,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:14:01,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:14:01,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:14:01,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741858_1034 (size=57) 2024-11-12T12:14:01,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741858_1034 (size=57) 2024-11-12T12:14:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741858_1034 (size=57) 2024-11-12T12:14:01,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:14:01,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T12:14:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T12:14:01,711 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:14:01,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:14:01,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dd2c67d3bbb3f1a8ef5006bc48ec3a3e in 30.4050 sec 2024-11-12T12:14:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741860_1036 (size=65) 2024-11-12T12:14:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741860_1036 (size=65) 2024-11-12T12:14:01,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741860_1036 (size=65) 2024-11-12T12:14:01,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741859_1035 (size=65) 2024-11-12T12:14:01,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:14:01,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T12:14:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T12:14:01,733 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:14:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741859_1035 (size=65) 2024-11-12T12:14:01,733 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:14:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741859_1035 (size=65) 2024-11-12T12:14:01,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:14:01,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T12:14:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T12:14:01,736 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:14:01,736 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:14:01,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eb59215dd4a17069d7f001ea5e0a2dad in 30.4270 sec 2024-11-12T12:14:01,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-12T12:14:01,739 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T12:14:01,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure acb700cde18c38713ffdbe68bf2761d7 in 30.4300 sec 2024-11-12T12:14:01,743 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T12:14:01,746 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T12:14:01,746 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T12:14:01,749 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T12:14:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741861_1037 (size=1094) 2024-11-12T12:14:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741861_1037 (size=1094) 2024-11-12T12:14:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741861_1037 (size=1094) 2024-11-12T12:14:01,796 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T12:14:01,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T12:14:01,811 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:01,811 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:01,812 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,36581,1731413577440 2024-11-12T12:14:01,812 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,36581,1731413577440 2024-11-12T12:14:01,812 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,36581,1731413577440 2024-11-12T12:14:01,823 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:03,068 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:39219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T12:14:06,239 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region acbf52cb5ffc6fe4e10b0ef38ca5d02e, had cached 0 bytes from a total of 47197 2024-11-12T12:14:06,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 518aebdd9f04d2fc74138d09cbbdafa2, had cached 0 bytes from a total of 28623 2024-11-12T12:14:10,286 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 75e62ab4c516ce9e9bb956c5b7e0e46a changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:10,287 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region acb700cde18c38713ffdbe68bf2761d7 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:10,288 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 77cc81381a7aca3e6c30c1a9ed04e909 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:10,289 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 44e21d55d0edf0f9a5ca98ec1773e5b0 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:10,290 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 518aebdd9f04d2fc74138d09cbbdafa2 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:10,290 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dd2c67d3bbb3f1a8ef5006bc48ec3a3e changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:10,290 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 982e2d8b5bb2b3768e9979737862590e changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:10,291 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 50f3de85be4ec543b3d724f5415ce2c2 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:10,291 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eb59215dd4a17069d7f001ea5e0a2dad changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:10,291 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region acbf52cb5ffc6fe4e10b0ef38ca5d02e changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:11,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-12T12:14:11,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-12T12:14:11,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-12T12:14:11,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-12T12:14:11,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-12T12:14:11,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-12T12:14:11,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T12:14:11,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T12:14:11,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T12:14:11,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T12:14:11,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-12T12:14:11,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T12:14:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-12T12:14:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-12T12:14:11,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T12:14:11,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T12:14:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T12:14:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-12T12:14:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T12:14:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T12:14:11,852 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,36581,1731413577440 Release verify snapshot worker=4a91c05c96a4,36581,1731413577440 2024-11-12T12:14:11,852 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 Release verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:11,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 in 10.0480 sec 2024-11-12T12:14:11,855 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,36581,1731413577440 2024-11-12T12:14:11,855 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:11,855 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 Release verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:11,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,36581,1731413577440 in 10.0480 sec 2024-11-12T12:14:11,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 in 10.0510 sec 2024-11-12T12:14:11,859 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,36581,1731413577440 Release verify snapshot worker=4a91c05c96a4,36581,1731413577440 2024-11-12T12:14:11,859 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 Release verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:11,859 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:11,859 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:11,859 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,36581,1731413577440 Release verify snapshot worker=4a91c05c96a4,36581,1731413577440 2024-11-12T12:14:11,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,36581,1731413577440 in 10.0550 sec 2024-11-12T12:14:11,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,36581,1731413577440 in 10.0550 sec 2024-11-12T12:14:11,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 in 10.0550 sec 2024-11-12T12:14:21,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-12T12:14:21,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-12T12:14:21,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T12:14:21,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-12T12:14:21,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-12T12:14:21,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-12T12:14:21,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T12:14:21,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-12T12:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-12T12:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-12T12:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T12:14:21,860 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,36581,1731413577440 Release verify snapshot worker=4a91c05c96a4,36581,1731413577440 2024-11-12T12:14:21,861 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 Release verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-12T12:14:21,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,36581,1731413577440 in 20.0570 sec 2024-11-12T12:14:21,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 in 20.0570 sec 2024-11-12T12:14:21,864 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 Release verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:21,864 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 Release verify snapshot worker=4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:21,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 in 20.0600 sec 2024-11-12T12:14:21,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-12T12:14:21,868 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T12:14:21,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,40503,1731413577499 in 20.0600 sec 2024-11-12T12:14:21,870 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T12:14:21,872 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T12:14:21,872 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T12:14:21,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6090 sec 2024-11-12T12:14:22,134 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T12:14:22,142 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T12:14:22,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:14:22,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:14:22,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:14:22,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:22,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:22,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:14:22,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:14:22,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=850818158, stopped=false 2024-11-12T12:14:22,144 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,39219,1731413576432 2024-11-12T12:14:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:14:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:14:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:14:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:22,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:14:22,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:14:22,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:14:22,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:14:22,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:14:22,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:14:22,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:22,214 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,36581,1731413577440' ***** 2024-11-12T12:14:22,214 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:14:22,214 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,40503,1731413577499' ***** 2024-11-12T12:14:22,214 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:14:22,215 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:14:22,215 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:14:22,215 INFO [RS:2;4a91c05c96a4:40503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:14:22,215 INFO [RS:1;4a91c05c96a4:36581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:14:22,215 INFO [RS:2;4a91c05c96a4:40503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:14:22,215 INFO [RS:1;4a91c05c96a4:36581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:14:22,215 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:14:22,215 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for acbf52cb5ffc6fe4e10b0ef38ca5d02e 2024-11-12T12:14:22,215 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(3091): Received CLOSE for dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:14:22,216 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:14:22,216 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:14:22,216 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for 50f3de85be4ec543b3d724f5415ce2c2 2024-11-12T12:14:22,216 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(3091): Received CLOSE for 77cc81381a7aca3e6c30c1a9ed04e909 2024-11-12T12:14:22,216 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for 982e2d8b5bb2b3768e9979737862590e 2024-11-12T12:14:22,216 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(3091): Received CLOSE for 44e21d55d0edf0f9a5ca98ec1773e5b0 2024-11-12T12:14:22,216 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:22,216 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(3091): Received CLOSE for acb700cde18c38713ffdbe68bf2761d7 2024-11-12T12:14:22,216 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:14:22,216 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(3091): Received CLOSE for 75e62ab4c516ce9e9bb956c5b7e0e46a 2024-11-12T12:14:22,216 INFO [RS:2;4a91c05c96a4:40503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4a91c05c96a4:40503. 2024-11-12T12:14:22,216 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(3091): Received CLOSE for 518aebdd9f04d2fc74138d09cbbdafa2 2024-11-12T12:14:22,216 DEBUG [RS:2;4a91c05c96a4:40503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:14:22,216 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,36581,1731413577440 2024-11-12T12:14:22,216 DEBUG [RS:2;4a91c05c96a4:40503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:22,216 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:14:22,216 INFO [RS:1;4a91c05c96a4:36581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4a91c05c96a4:36581. 2024-11-12T12:14:22,216 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd2c67d3bbb3f1a8ef5006bc48ec3a3e, disabling compactions & flushes 2024-11-12T12:14:22,216 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:14:22,216 DEBUG [RS:1;4a91c05c96a4:36581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:14:22,216 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:14:22,216 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-12T12:14:22,216 DEBUG [RS:1;4a91c05c96a4:36581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:22,216 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. after waiting 0 ms 2024-11-12T12:14:22,217 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:14:22,217 DEBUG [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(1325): Online Regions={acbf52cb5ffc6fe4e10b0ef38ca5d02e=SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e., eb59215dd4a17069d7f001ea5e0a2dad=SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad., 50f3de85be4ec543b3d724f5415ce2c2=SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2., 982e2d8b5bb2b3768e9979737862590e=SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e.} 2024-11-12T12:14:22,217 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:14:22,217 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:14:22,217 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:14:22,217 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:14:22,217 DEBUG [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(1351): Waiting on 50f3de85be4ec543b3d724f5415ce2c2, 982e2d8b5bb2b3768e9979737862590e, acbf52cb5ffc6fe4e10b0ef38ca5d02e, eb59215dd4a17069d7f001ea5e0a2dad 2024-11-12T12:14:22,217 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acbf52cb5ffc6fe4e10b0ef38ca5d02e, disabling compactions & flushes 2024-11-12T12:14:22,217 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:14:22,217 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:14:22,217 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. after waiting 0 ms 2024-11-12T12:14:22,217 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:14:22,218 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-12T12:14:22,218 DEBUG [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(1325): Online Regions={dd2c67d3bbb3f1a8ef5006bc48ec3a3e=SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e., 77cc81381a7aca3e6c30c1a9ed04e909=SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909., 44e21d55d0edf0f9a5ca98ec1773e5b0=SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0., acb700cde18c38713ffdbe68bf2761d7=SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7., 1588230740=hbase:meta,,1.1588230740, 75e62ab4c516ce9e9bb956c5b7e0e46a=SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a., 518aebdd9f04d2fc74138d09cbbdafa2=SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2.} 2024-11-12T12:14:22,218 DEBUG [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44e21d55d0edf0f9a5ca98ec1773e5b0, 518aebdd9f04d2fc74138d09cbbdafa2, 75e62ab4c516ce9e9bb956c5b7e0e46a, 77cc81381a7aca3e6c30c1a9ed04e909, acb700cde18c38713ffdbe68bf2761d7, dd2c67d3bbb3f1a8ef5006bc48ec3a3e 2024-11-12T12:14:22,218 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:14:22,218 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:14:22,218 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:14:22,218 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:14:22,219 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:14:22,219 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-12T12:14:22,236 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acbf52cb5ffc6fe4e10b0ef38ca5d02e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:14:22,241 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:14:22,241 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acbf52cb5ffc6fe4e10b0ef38ca5d02e: Waiting for close lock at 1731413662217Running coprocessor pre-close hooks at 1731413662217Disabling compacts and flushes for region at 1731413662217Disabling writes for close at 1731413662217Writing region close event to WAL at 1731413662219 (+2 ms)Running coprocessor post-close hooks at 1731413662237 (+18 ms)Closed at 1731413662241 (+4 ms) 2024-11-12T12:14:22,242 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731413590473.acbf52cb5ffc6fe4e10b0ef38ca5d02e. 2024-11-12T12:14:22,242 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb59215dd4a17069d7f001ea5e0a2dad, disabling compactions & flushes 2024-11-12T12:14:22,242 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:14:22,242 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:14:22,242 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. after waiting 0 ms 2024-11-12T12:14:22,242 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:14:22,246 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/dd2c67d3bbb3f1a8ef5006bc48ec3a3e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:14:22,247 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:14:22,248 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd2c67d3bbb3f1a8ef5006bc48ec3a3e: Waiting for close lock at 1731413662216Running coprocessor pre-close hooks at 1731413662216Disabling compacts and flushes for region at 1731413662216Disabling writes for close at 1731413662217 (+1 ms)Writing region close event to WAL at 1731413662217Running coprocessor post-close hooks at 1731413662247 (+30 ms)Closed at 1731413662247 2024-11-12T12:14:22,248 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731413590473.dd2c67d3bbb3f1a8ef5006bc48ec3a3e. 2024-11-12T12:14:22,248 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77cc81381a7aca3e6c30c1a9ed04e909, disabling compactions & flushes 2024-11-12T12:14:22,248 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:14:22,248 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:14:22,248 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. after waiting 0 ms 2024-11-12T12:14:22,248 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:14:22,257 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/77cc81381a7aca3e6c30c1a9ed04e909/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:14:22,258 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:14:22,258 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77cc81381a7aca3e6c30c1a9ed04e909: Waiting for close lock at 1731413662248Running coprocessor pre-close hooks at 1731413662248Disabling compacts and flushes for region at 1731413662248Disabling writes for close at 1731413662248Writing region close event to WAL at 1731413662249 (+1 ms)Running coprocessor post-close hooks at 1731413662258 (+9 ms)Closed at 1731413662258 2024-11-12T12:14:22,258 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731413590473.77cc81381a7aca3e6c30c1a9ed04e909. 2024-11-12T12:14:22,258 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44e21d55d0edf0f9a5ca98ec1773e5b0, disabling compactions & flushes 2024-11-12T12:14:22,259 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:14:22,259 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:14:22,259 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. after waiting 0 ms 2024-11-12T12:14:22,259 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:14:22,261 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/eb59215dd4a17069d7f001ea5e0a2dad/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:14:22,266 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:14:22,266 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb59215dd4a17069d7f001ea5e0a2dad: Waiting for close lock at 1731413662242Running coprocessor pre-close hooks at 1731413662242Disabling compacts and flushes for region at 1731413662242Disabling writes for close at 1731413662242Writing region close event to WAL at 1731413662246 (+4 ms)Running coprocessor post-close hooks at 1731413662266 (+20 ms)Closed at 1731413662266 2024-11-12T12:14:22,266 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731413590473.eb59215dd4a17069d7f001ea5e0a2dad. 2024-11-12T12:14:22,267 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50f3de85be4ec543b3d724f5415ce2c2, disabling compactions & flushes 2024-11-12T12:14:22,267 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:14:22,267 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:14:22,267 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. after waiting 0 ms 2024-11-12T12:14:22,267 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:14:22,270 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/.tmp/info/a98dacc8719e40979445f2ec3b971691 is 167, key is SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a./info:regioninfo/1731413601319/Put/seqid=0 2024-11-12T12:14:22,286 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/44e21d55d0edf0f9a5ca98ec1773e5b0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:14:22,287 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:14:22,287 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44e21d55d0edf0f9a5ca98ec1773e5b0: Waiting for close lock at 1731413662258Running coprocessor pre-close hooks at 1731413662258Disabling compacts and flushes for region at 1731413662258Disabling writes for close at 1731413662259 (+1 ms)Writing region close event to WAL at 1731413662265 (+6 ms)Running coprocessor post-close hooks at 1731413662287 (+22 ms)Closed at 1731413662287 2024-11-12T12:14:22,287 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731413590473.44e21d55d0edf0f9a5ca98ec1773e5b0. 2024-11-12T12:14:22,288 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acb700cde18c38713ffdbe68bf2761d7, disabling compactions & flushes 2024-11-12T12:14:22,288 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:14:22,288 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:14:22,288 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. after waiting 0 ms 2024-11-12T12:14:22,288 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:14:22,292 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:14:22,292 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:14:22,294 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/50f3de85be4ec543b3d724f5415ce2c2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:14:22,295 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:14:22,295 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50f3de85be4ec543b3d724f5415ce2c2: Waiting for close lock at 1731413662267Running coprocessor pre-close hooks at 1731413662267Disabling compacts and flushes for region at 1731413662267Disabling writes for close at 1731413662267Writing region close event to WAL at 1731413662276 (+9 ms)Running coprocessor post-close hooks at 1731413662295 (+19 ms)Closed at 1731413662295 2024-11-12T12:14:22,296 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731413590473.50f3de85be4ec543b3d724f5415ce2c2. 2024-11-12T12:14:22,296 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 982e2d8b5bb2b3768e9979737862590e, disabling compactions & flushes 2024-11-12T12:14:22,296 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:14:22,296 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:14:22,296 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. after waiting 0 ms 2024-11-12T12:14:22,296 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:14:22,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741862_1038 (size=19822) 2024-11-12T12:14:22,306 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/acb700cde18c38713ffdbe68bf2761d7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:14:22,307 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acb700cde18c38713ffdbe68bf2761d7: Waiting for close lock at 1731413662288Running coprocessor pre-close hooks at 1731413662288Disabling compacts and flushes for region at 1731413662288Disabling writes for close at 1731413662288Writing region close event to WAL at 1731413662294 (+6 ms)Running coprocessor post-close hooks at 1731413662307 (+13 ms)Closed at 1731413662307 2024-11-12T12:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731413590473.acb700cde18c38713ffdbe68bf2761d7. 2024-11-12T12:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75e62ab4c516ce9e9bb956c5b7e0e46a, disabling compactions & flushes 2024-11-12T12:14:22,307 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. after waiting 0 ms 2024-11-12T12:14:22,307 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:14:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741862_1038 (size=19822) 2024-11-12T12:14:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741862_1038 (size=19822) 2024-11-12T12:14:22,312 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/982e2d8b5bb2b3768e9979737862590e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:14:22,312 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/.tmp/info/a98dacc8719e40979445f2ec3b971691 2024-11-12T12:14:22,313 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:14:22,313 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 982e2d8b5bb2b3768e9979737862590e: Waiting for close lock at 1731413662296Running coprocessor pre-close hooks at 1731413662296Disabling compacts and flushes for region at 1731413662296Disabling writes for close at 1731413662296Writing region close event to WAL at 1731413662304 (+8 ms)Running coprocessor post-close hooks at 1731413662312 (+8 ms)Closed at 1731413662312 2024-11-12T12:14:22,313 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731413590473.982e2d8b5bb2b3768e9979737862590e. 2024-11-12T12:14:22,315 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/75e62ab4c516ce9e9bb956c5b7e0e46a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:14:22,317 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:14:22,317 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75e62ab4c516ce9e9bb956c5b7e0e46a: Waiting for close lock at 1731413662307Running coprocessor pre-close hooks at 1731413662307Disabling compacts and flushes for region at 1731413662307Disabling writes for close at 1731413662307Writing region close event to WAL at 1731413662308 (+1 ms)Running coprocessor post-close hooks at 1731413662317 (+9 ms)Closed at 1731413662317 2024-11-12T12:14:22,317 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731413590473.75e62ab4c516ce9e9bb956c5b7e0e46a. 2024-11-12T12:14:22,317 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 518aebdd9f04d2fc74138d09cbbdafa2, disabling compactions & flushes 2024-11-12T12:14:22,317 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:14:22,317 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:14:22,317 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. after waiting 0 ms 2024-11-12T12:14:22,318 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:14:22,332 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/default/SPTestTable/518aebdd9f04d2fc74138d09cbbdafa2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:14:22,333 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:14:22,333 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 518aebdd9f04d2fc74138d09cbbdafa2: Waiting for close lock at 1731413662317Running coprocessor pre-close hooks at 1731413662317Disabling compacts and flushes for region at 1731413662317Disabling writes for close at 1731413662318 (+1 ms)Writing region close event to WAL at 1731413662326 (+8 ms)Running coprocessor post-close hooks at 1731413662333 (+7 ms)Closed at 1731413662333 2024-11-12T12:14:22,333 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731413590473.518aebdd9f04d2fc74138d09cbbdafa2. 2024-11-12T12:14:22,345 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/.tmp/ns/7fa21246922349cb88768544e74b3fe8 is 43, key is default/ns:d/1731413590194/Put/seqid=0 2024-11-12T12:14:22,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741863_1039 (size=5153) 2024-11-12T12:14:22,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741863_1039 (size=5153) 2024-11-12T12:14:22,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741863_1039 (size=5153) 2024-11-12T12:14:22,352 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/.tmp/ns/7fa21246922349cb88768544e74b3fe8 2024-11-12T12:14:22,375 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/.tmp/table/34b3673db9e94088bb868f562f57209f is 47, key is SPTestTable/table:state/1731413601359/Put/seqid=0 2024-11-12T12:14:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741864_1040 (size=5214) 2024-11-12T12:14:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741864_1040 (size=5214) 2024-11-12T12:14:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741864_1040 (size=5214) 2024-11-12T12:14:22,382 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/.tmp/table/34b3673db9e94088bb868f562f57209f 2024-11-12T12:14:22,390 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/.tmp/info/a98dacc8719e40979445f2ec3b971691 as hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/info/a98dacc8719e40979445f2ec3b971691 2024-11-12T12:14:22,397 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/info/a98dacc8719e40979445f2ec3b971691, entries=112, sequenceid=35, filesize=19.4 K 2024-11-12T12:14:22,398 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/.tmp/ns/7fa21246922349cb88768544e74b3fe8 as hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/ns/7fa21246922349cb88768544e74b3fe8 2024-11-12T12:14:22,406 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/ns/7fa21246922349cb88768544e74b3fe8, entries=2, sequenceid=35, filesize=5.0 K 2024-11-12T12:14:22,407 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/.tmp/table/34b3673db9e94088bb868f562f57209f as hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/table/34b3673db9e94088bb868f562f57209f 2024-11-12T12:14:22,415 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/table/34b3673db9e94088bb868f562f57209f, entries=2, sequenceid=35, filesize=5.1 K 2024-11-12T12:14:22,416 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=35, compaction requested=false 2024-11-12T12:14:22,417 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,40503,1731413577499; all regions closed. 2024-11-12T12:14:22,418 DEBUG [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:14:22,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741833_1009 (size=2917) 2024-11-12T12:14:22,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741833_1009 (size=2917) 2024-11-12T12:14:22,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741833_1009 (size=2917) 2024-11-12T12:14:22,422 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-12T12:14:22,423 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:14:22,423 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:14:22,423 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413662218Running coprocessor pre-close hooks at 1731413662218Disabling compacts and flushes for region at 1731413662218Disabling writes for close at 1731413662218Obtaining lock to block concurrent updates at 1731413662219 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731413662219Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1731413662219Flushing stores of hbase:meta,,1.1588230740 at 1731413662220 (+1 ms)Flushing 1588230740/info: creating writer at 1731413662220Flushing 1588230740/info: appending metadata at 1731413662269 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731413662269Flushing 1588230740/ns: creating writer at 1731413662324 (+55 ms)Flushing 1588230740/ns: appending metadata at 1731413662343 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731413662344 (+1 ms)Flushing 1588230740/table: creating writer at 1731413662360 (+16 ms)Flushing 1588230740/table: appending metadata at 1731413662375 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731413662375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71615afb: reopening flushed file at 1731413662389 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342cd760: reopening flushed file at 1731413662397 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3935b131: reopening flushed file at 1731413662406 (+9 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=35, compaction requested=false at 1731413662416 (+10 ms)Writing region close event to WAL at 1731413662417 (+1 ms)Running coprocessor post-close hooks at 1731413662423 (+6 ms)Closed at 1731413662423 2024-11-12T12:14:22,423 DEBUG [RS:2;4a91c05c96a4:40503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/oldWALs 2024-11-12T12:14:22,423 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:14:22,423 INFO [RS:2;4a91c05c96a4:40503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C40503%2C1731413577499:(num 1731413579833) 2024-11-12T12:14:22,423 DEBUG [RS:2;4a91c05c96a4:40503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:22,424 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:14:22,424 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:14:22,424 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:14:22,424 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:14:22,424 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:14:22,424 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:14:22,424 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:14:22,424 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:14:22,425 INFO [RS:2;4a91c05c96a4:40503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40503 2024-11-12T12:14:22,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:14:22,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,40503,1731413577499 2024-11-12T12:14:22,439 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:14:22,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,40503,1731413577499] 2024-11-12T12:14:22,459 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,40503,1731413577499 already deleted, retry=false 2024-11-12T12:14:22,460 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,40503,1731413577499 expired; onlineServers=1 2024-11-12T12:14:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:14:22,549 INFO [RS:2;4a91c05c96a4:40503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:14:22,549 INFO [RS:2;4a91c05c96a4:40503 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,40503,1731413577499; zookeeper connection closed. 2024-11-12T12:14:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x1012ef683150003, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:14:22,550 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4054c520 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4054c520 2024-11-12T12:14:22,619 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,36581,1731413577440; all regions closed. 2024-11-12T12:14:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741836_1012 (size=18422) 2024-11-12T12:14:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741836_1012 (size=18422) 2024-11-12T12:14:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741836_1012 (size=18422) 2024-11-12T12:14:22,625 DEBUG [RS:1;4a91c05c96a4:36581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/oldWALs 2024-11-12T12:14:22,625 INFO [RS:1;4a91c05c96a4:36581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C36581%2C1731413577440.meta:.meta(num 1731413590026) 2024-11-12T12:14:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741835_1011 (size=4113) 2024-11-12T12:14:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741835_1011 (size=4113) 2024-11-12T12:14:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741835_1011 (size=4113) 2024-11-12T12:14:22,630 DEBUG [RS:1;4a91c05c96a4:36581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/oldWALs 2024-11-12T12:14:22,630 INFO [RS:1;4a91c05c96a4:36581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C36581%2C1731413577440:(num 1731413579833) 2024-11-12T12:14:22,630 DEBUG [RS:1;4a91c05c96a4:36581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:22,630 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:14:22,630 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:14:22,631 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:14:22,631 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:14:22,631 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:14:22,631 INFO [RS:1;4a91c05c96a4:36581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36581 2024-11-12T12:14:22,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:14:22,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,36581,1731413577440 2024-11-12T12:14:22,638 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:14:22,639 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$372/0x00007f6994904648@329e8fb6 rejected from java.util.concurrent.ThreadPoolExecutor@779c0781[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-12T12:14:22,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,36581,1731413577440] 2024-11-12T12:14:22,659 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,36581,1731413577440 already deleted, retry=false 2024-11-12T12:14:22,659 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,36581,1731413577440 expired; onlineServers=0 2024-11-12T12:14:22,660 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,39219,1731413576432' ***** 2024-11-12T12:14:22,660 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:14:22,660 INFO [M:0;4a91c05c96a4:39219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:14:22,660 INFO [M:0;4a91c05c96a4:39219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:14:22,660 DEBUG [M:0;4a91c05c96a4:39219 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:14:22,660 DEBUG [M:0;4a91c05c96a4:39219 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:14:22,660 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:14:22,660 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413578932 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413578932,5,FailOnTimeoutGroup] 2024-11-12T12:14:22,660 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413578931 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413578931,5,FailOnTimeoutGroup] 2024-11-12T12:14:22,661 INFO [M:0;4a91c05c96a4:39219 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:14:22,661 INFO [M:0;4a91c05c96a4:39219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:14:22,661 DEBUG [M:0;4a91c05c96a4:39219 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:14:22,661 INFO [M:0;4a91c05c96a4:39219 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:14:22,661 INFO [M:0;4a91c05c96a4:39219 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:14:22,661 ERROR [M:0;4a91c05c96a4:39219 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:43027 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43027,5,PEWorkerGroup] 2024-11-12T12:14:22,662 INFO [M:0;4a91c05c96a4:39219 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:14:22,662 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:14:22,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T12:14:22,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:22,670 DEBUG [M:0;4a91c05c96a4:39219 {}] zookeeper.ZKUtil(347): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T12:14:22,670 WARN [M:0;4a91c05c96a4:39219 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:14:22,671 INFO [M:0;4a91c05c96a4:39219 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/.lastflushedseqids 2024-11-12T12:14:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741865_1041 (size=686) 2024-11-12T12:14:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741865_1041 (size=686) 2024-11-12T12:14:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741865_1041 (size=686) 2024-11-12T12:14:22,683 INFO [M:0;4a91c05c96a4:39219 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:14:22,683 INFO [M:0;4a91c05c96a4:39219 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:14:22,683 DEBUG [M:0;4a91c05c96a4:39219 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:14:22,683 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:14:22,684 DEBUG [M:0;4a91c05c96a4:39219 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:14:22,684 DEBUG [M:0;4a91c05c96a4:39219 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:14:22,684 DEBUG [M:0;4a91c05c96a4:39219 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:14:22,684 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.04 KB heapSize=230.70 KB 2024-11-12T12:14:22,701 DEBUG [M:0;4a91c05c96a4:39219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac39592b93b44164b6a70fc839f71f38 is 82, key is hbase:meta,,1/info:regioninfo/1731413590100/Put/seqid=0 2024-11-12T12:14:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741866_1042 (size=5672) 2024-11-12T12:14:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741866_1042 (size=5672) 2024-11-12T12:14:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741866_1042 (size=5672) 2024-11-12T12:14:22,708 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac39592b93b44164b6a70fc839f71f38 2024-11-12T12:14:22,729 DEBUG [M:0;4a91c05c96a4:39219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/599e0f2b76fc428bb74e505326c01975 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731413601368/Put/seqid=0 2024-11-12T12:14:22,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741867_1043 (size=8904) 2024-11-12T12:14:22,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741867_1043 (size=8904) 2024-11-12T12:14:22,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741867_1043 (size=8904) 2024-11-12T12:14:22,737 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.31 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/599e0f2b76fc428bb74e505326c01975 2024-11-12T12:14:22,745 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 599e0f2b76fc428bb74e505326c01975 2024-11-12T12:14:22,749 INFO [RS:1;4a91c05c96a4:36581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:14:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:14:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1012ef683150002, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:14:22,749 INFO [RS:1;4a91c05c96a4:36581 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,36581,1731413577440; zookeeper connection closed. 2024-11-12T12:14:22,750 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1abf5e9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1abf5e9d 2024-11-12T12:14:22,750 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T12:14:22,767 DEBUG [M:0;4a91c05c96a4:39219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b918be2514d44dc94b4bd1837dc2561 is 69, key is 4a91c05c96a4,36581,1731413577440/rs:state/1731413579168/Put/seqid=0 2024-11-12T12:14:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741868_1044 (size=5441) 2024-11-12T12:14:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741868_1044 (size=5441) 2024-11-12T12:14:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741868_1044 (size=5441) 2024-11-12T12:14:23,178 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b918be2514d44dc94b4bd1837dc2561 2024-11-12T12:14:23,187 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b918be2514d44dc94b4bd1837dc2561 2024-11-12T12:14:23,189 DEBUG [M:0;4a91c05c96a4:39219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac39592b93b44164b6a70fc839f71f38 as hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac39592b93b44164b6a70fc839f71f38 2024-11-12T12:14:23,197 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac39592b93b44164b6a70fc839f71f38, entries=8, sequenceid=488, filesize=5.5 K 2024-11-12T12:14:23,199 DEBUG [M:0;4a91c05c96a4:39219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/599e0f2b76fc428bb74e505326c01975 as hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/599e0f2b76fc428bb74e505326c01975 2024-11-12T12:14:23,205 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 599e0f2b76fc428bb74e505326c01975 2024-11-12T12:14:23,205 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/599e0f2b76fc428bb74e505326c01975, entries=54, sequenceid=488, filesize=8.7 K 2024-11-12T12:14:23,206 DEBUG [M:0;4a91c05c96a4:39219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b918be2514d44dc94b4bd1837dc2561 as hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b918be2514d44dc94b4bd1837dc2561 2024-11-12T12:14:23,213 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b918be2514d44dc94b4bd1837dc2561 2024-11-12T12:14:23,213 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/c0024ecd-74b8-15ad-1b9f-f14a4e4bc847/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b918be2514d44dc94b4bd1837dc2561, entries=3, sequenceid=488, filesize=5.3 K 2024-11-12T12:14:23,214 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.04 KB/190509, heapSize ~230.40 KB/235928, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=488, compaction requested=false 2024-11-12T12:14:23,216 INFO [M:0;4a91c05c96a4:39219 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:14:23,216 DEBUG [M:0;4a91c05c96a4:39219 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413662683Disabling compacts and flushes for region at 1731413662683Disabling writes for close at 1731413662684 (+1 ms)Obtaining lock to block concurrent updates at 1731413662684Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731413662684Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190509, getHeapSize=236168, getOffHeapSize=0, getCellsCount=591 at 1731413662684Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731413662685 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731413662685Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731413662700 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731413662700Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731413662713 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731413662729 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731413662729Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731413662745 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731413662766 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731413662766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63446792: reopening flushed file at 1731413663187 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce0d56b: reopening flushed file at 1731413663197 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d911813: reopening flushed file at 1731413663205 (+8 ms)Finished flush of dataSize ~186.04 KB/190509, heapSize ~230.40 KB/235928, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=488, compaction requested=false at 1731413663214 (+9 ms)Writing region close event to WAL at 1731413663215 (+1 ms)Closed at 1731413663215 2024-11-12T12:14:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40591 is added to blk_1073741830_1006 (size=223060) 2024-11-12T12:14:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741830_1006 (size=223060) 2024-11-12T12:14:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44125 is added to blk_1073741830_1006 (size=223060) 2024-11-12T12:14:23,219 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:14:23,219 INFO [M:0;4a91c05c96a4:39219 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:14:23,219 INFO [M:0;4a91c05c96a4:39219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39219 2024-11-12T12:14:23,219 INFO [M:0;4a91c05c96a4:39219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:14:23,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:14:23,328 INFO [M:0;4a91c05c96a4:39219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:14:23,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x1012ef683150000, quorum=127.0.0.1:53450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:14:23,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:14:23,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:14:23,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:14:23,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:14:23,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir/,STOPPED} 2024-11-12T12:14:23,337 WARN [BP-1433780339-172.17.0.3-1731413570768 heartbeating to localhost/127.0.0.1:43027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:14:23,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:14:23,338 WARN [BP-1433780339-172.17.0.3-1731413570768 heartbeating to localhost/127.0.0.1:43027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1433780339-172.17.0.3-1731413570768 (Datanode Uuid 384600d1-22bb-4263-98cf-86e7b16e3d1a) service to localhost/127.0.0.1:43027 2024-11-12T12:14:23,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:14:23,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data5/current/BP-1433780339-172.17.0.3-1731413570768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:14:23,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data6/current/BP-1433780339-172.17.0.3-1731413570768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:14:23,340 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:14:23,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:14:23,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:14:23,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:14:23,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:14:23,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir/,STOPPED} 2024-11-12T12:14:23,344 WARN [BP-1433780339-172.17.0.3-1731413570768 heartbeating to localhost/127.0.0.1:43027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:14:23,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:14:23,344 WARN [BP-1433780339-172.17.0.3-1731413570768 heartbeating to localhost/127.0.0.1:43027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1433780339-172.17.0.3-1731413570768 (Datanode Uuid dfc34389-1528-4429-8afc-b1b6bc4f7861) service to localhost/127.0.0.1:43027 2024-11-12T12:14:23,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:14:23,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data3/current/BP-1433780339-172.17.0.3-1731413570768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:14:23,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data4/current/BP-1433780339-172.17.0.3-1731413570768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:14:23,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:14:23,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:14:23,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:14:23,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:14:23,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:14:23,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir/,STOPPED} 2024-11-12T12:14:23,349 WARN [BP-1433780339-172.17.0.3-1731413570768 heartbeating to localhost/127.0.0.1:43027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:14:23,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:14:23,349 WARN [BP-1433780339-172.17.0.3-1731413570768 heartbeating to localhost/127.0.0.1:43027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1433780339-172.17.0.3-1731413570768 (Datanode Uuid 694de13e-cb1a-4e9d-8159-cda9f755070b) service to localhost/127.0.0.1:43027 2024-11-12T12:14:23,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:14:23,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data1/current/BP-1433780339-172.17.0.3-1731413570768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:14:23,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/cluster_1582df85-4f40-5755-f69a-bc9ed478a536/data/data2/current/BP-1433780339-172.17.0.3-1731413570768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:14:23,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:14:23,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:14:23,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:14:23,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:14:23,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:14:23,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir/,STOPPED} 2024-11-12T12:14:23,370 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:14:23,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:14:23,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43027 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a91c05c96a4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/4a91c05c96a4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a91c05c96a4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43027 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7c8aeba7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=7556 (was 9165) 2024-11-12T12:14:23,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=7556 2024-11-12T12:14:23,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir so I do NOT create it in target/test-data/06506974-90c8-3c32-9266-b340fe51d486 2024-11-12T12:14:23,450 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:14:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.tmp.dir so I do NOT create it in target/test-data/06506974-90c8-3c32-9266-b340fe51d486 2024-11-12T12:14:23,451 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/557890c4-b8e9-4028-ba58-ea97ef21d196/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:14:23,451 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486 2024-11-12T12:14:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:14:23,451 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03, deleteOnExit=true 2024-11-12T12:14:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:14:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/test.cache.data in system properties and HBase conf 2024-11-12T12:14:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:14:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:14:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:14:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:14:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:14:23,452 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:14:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:14:23,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:14:23,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:14:23,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:14:23,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:14:23,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:14:23,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:14:23,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:14:23,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:14:23,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:14:23,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d89db3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:14:23,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265115b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:14:23,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a24c7a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/java.io.tmpdir/jetty-localhost-36499-hadoop-hdfs-3_4_1-tests_jar-_-any-3105266236782730020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:14:23,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72443302{HTTP/1.1, (http/1.1)}{localhost:36499} 2024-11-12T12:14:23,937 INFO [Time-limited test {}] server.Server(415): Started @95808ms 2024-11-12T12:14:24,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:14:24,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:14:24,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:14:24,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:14:24,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:14:24,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:14:24,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:14:24,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ae4ac48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/java.io.tmpdir/jetty-localhost-43851-hadoop-hdfs-3_4_1-tests_jar-_-any-10936399068784399071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:14:24,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:43851} 2024-11-12T12:14:24,305 INFO [Time-limited test {}] server.Server(415): Started @96176ms 2024-11-12T12:14:24,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:14:24,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:14:24,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:14:24,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:14:24,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:14:24,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:14:24,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9234fcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:14:24,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b93e1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:14:24,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33e24962{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/java.io.tmpdir/jetty-localhost-35527-hadoop-hdfs-3_4_1-tests_jar-_-any-11506725372557304200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:14:24,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@147f919a{HTTP/1.1, (http/1.1)}{localhost:35527} 2024-11-12T12:14:24,438 INFO [Time-limited test {}] server.Server(415): Started @96309ms 2024-11-12T12:14:24,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:14:24,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:14:24,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:14:24,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:14:24,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:14:24,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:14:24,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355b5826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:14:24,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27eeff62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:14:24,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76cc5f70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/java.io.tmpdir/jetty-localhost-46589-hadoop-hdfs-3_4_1-tests_jar-_-any-15727103641896786690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:14:24,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77e2e964{HTTP/1.1, (http/1.1)}{localhost:46589} 2024-11-12T12:14:24,586 INFO [Time-limited test {}] server.Server(415): Started @96457ms 2024-11-12T12:14:24,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:14:25,801 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data2/current/BP-810736103-172.17.0.3-1731413663473/current, will proceed with Du for space computation calculation, 2024-11-12T12:14:25,801 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data1/current/BP-810736103-172.17.0.3-1731413663473/current, will proceed with Du for space computation calculation, 2024-11-12T12:14:25,820 WARN [Thread-643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:14:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4262dc018e1e9584 with lease ID 0x433a5888d8f2b98b: Processing first storage report for DS-5a5ca37a-13f7-4a33-b242-b3840bcb14ad from datanode DatanodeRegistration(127.0.0.1:44523, datanodeUuid=207eb650-bdd7-4cb6-8144-2ddb83259744, infoPort=44391, infoSecurePort=0, ipcPort=34529, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473) 2024-11-12T12:14:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4262dc018e1e9584 with lease ID 0x433a5888d8f2b98b: from storage DS-5a5ca37a-13f7-4a33-b242-b3840bcb14ad node DatanodeRegistration(127.0.0.1:44523, datanodeUuid=207eb650-bdd7-4cb6-8144-2ddb83259744, infoPort=44391, infoSecurePort=0, ipcPort=34529, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:14:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4262dc018e1e9584 with lease ID 0x433a5888d8f2b98b: Processing first storage report for DS-4985c751-46a3-47ff-8124-c1e1a29ee2b7 from datanode DatanodeRegistration(127.0.0.1:44523, datanodeUuid=207eb650-bdd7-4cb6-8144-2ddb83259744, infoPort=44391, infoSecurePort=0, ipcPort=34529, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473) 2024-11-12T12:14:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4262dc018e1e9584 with lease ID 0x433a5888d8f2b98b: from storage DS-4985c751-46a3-47ff-8124-c1e1a29ee2b7 node DatanodeRegistration(127.0.0.1:44523, datanodeUuid=207eb650-bdd7-4cb6-8144-2ddb83259744, infoPort=44391, infoSecurePort=0, ipcPort=34529, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:14:26,023 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data3/current/BP-810736103-172.17.0.3-1731413663473/current, will proceed with Du for space computation calculation, 2024-11-12T12:14:26,023 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data4/current/BP-810736103-172.17.0.3-1731413663473/current, will proceed with Du for space computation calculation, 2024-11-12T12:14:26,041 WARN [Thread-666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:14:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ec586d646840f74 with lease ID 0x433a5888d8f2b98c: Processing first storage report for DS-24f97ad1-67f3-47b3-a059-08e51ff2f898 from datanode DatanodeRegistration(127.0.0.1:43103, datanodeUuid=c5a002bc-3f7b-4b3a-aff7-46db717f1c08, infoPort=42913, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473) 2024-11-12T12:14:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ec586d646840f74 with lease ID 0x433a5888d8f2b98c: from storage DS-24f97ad1-67f3-47b3-a059-08e51ff2f898 node DatanodeRegistration(127.0.0.1:43103, datanodeUuid=c5a002bc-3f7b-4b3a-aff7-46db717f1c08, infoPort=42913, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:14:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ec586d646840f74 with lease ID 0x433a5888d8f2b98c: Processing first storage report for DS-c563e894-1a04-435b-aaeb-6dfb8decf745 from datanode DatanodeRegistration(127.0.0.1:43103, datanodeUuid=c5a002bc-3f7b-4b3a-aff7-46db717f1c08, infoPort=42913, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473) 2024-11-12T12:14:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ec586d646840f74 with lease ID 0x433a5888d8f2b98c: from storage DS-c563e894-1a04-435b-aaeb-6dfb8decf745 node DatanodeRegistration(127.0.0.1:43103, datanodeUuid=c5a002bc-3f7b-4b3a-aff7-46db717f1c08, infoPort=42913, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:14:26,084 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data5/current/BP-810736103-172.17.0.3-1731413663473/current, will proceed with Du for space computation calculation, 2024-11-12T12:14:26,084 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data6/current/BP-810736103-172.17.0.3-1731413663473/current, will proceed with Du for space computation calculation, 2024-11-12T12:14:26,103 WARN [Thread-688 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:14:26,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf48498d83d70efc2 with lease ID 0x433a5888d8f2b98d: Processing first storage report for DS-affab2e8-68f5-411e-96a5-202727b2d838 from datanode DatanodeRegistration(127.0.0.1:35201, datanodeUuid=84da1393-7742-49ea-a656-b1f3d387e61c, infoPort=40765, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473) 2024-11-12T12:14:26,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf48498d83d70efc2 with lease ID 0x433a5888d8f2b98d: from storage DS-affab2e8-68f5-411e-96a5-202727b2d838 node DatanodeRegistration(127.0.0.1:35201, datanodeUuid=84da1393-7742-49ea-a656-b1f3d387e61c, infoPort=40765, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:14:26,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf48498d83d70efc2 with lease ID 0x433a5888d8f2b98d: Processing first storage report for DS-21486e6b-ce82-4762-a0f9-c156c871b730 from datanode DatanodeRegistration(127.0.0.1:35201, datanodeUuid=84da1393-7742-49ea-a656-b1f3d387e61c, infoPort=40765, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473) 2024-11-12T12:14:26,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf48498d83d70efc2 with lease ID 0x433a5888d8f2b98d: from storage DS-21486e6b-ce82-4762-a0f9-c156c871b730 node DatanodeRegistration(127.0.0.1:35201, datanodeUuid=84da1393-7742-49ea-a656-b1f3d387e61c, infoPort=40765, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=898385562;c=1731413663473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:14:26,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486 2024-11-12T12:14:26,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/zookeeper_0, clientPort=59460, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:14:26,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59460 2024-11-12T12:14:26,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:14:26,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:14:26,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:14:26,148 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 with version=8 2024-11-12T12:14:26,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/hbase-staging 2024-11-12T12:14:26,150 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:14:26,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:14:26,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:14:26,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:14:26,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:14:26,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35081 2024-11-12T12:14:26,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35081 connecting to ZooKeeper ensemble=127.0.0.1:59460 2024-11-12T12:14:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350810x0, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:14:26,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35081-0x1012ef7e4fe0000 connected 2024-11-12T12:14:26,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:14:26,306 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279, hbase.cluster.distributed=false 2024-11-12T12:14:26,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:14:26,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35081 2024-11-12T12:14:26,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35081 2024-11-12T12:14:26,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35081 2024-11-12T12:14:26,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35081 2024-11-12T12:14:26,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35081 2024-11-12T12:14:26,335 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:14:26,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:14:26,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:14:26,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:14:26,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:14:26,336 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43655 2024-11-12T12:14:26,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43655 connecting to ZooKeeper ensemble=127.0.0.1:59460 2024-11-12T12:14:26,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,358 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436550x0, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:14:26,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43655-0x1012ef7e4fe0001 connected 2024-11-12T12:14:26,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:14:26,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:14:26,360 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:14:26,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:14:26,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:14:26,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43655 2024-11-12T12:14:26,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43655 2024-11-12T12:14:26,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43655 2024-11-12T12:14:26,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43655 2024-11-12T12:14:26,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43655 2024-11-12T12:14:26,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:14:26,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:14:26,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:14:26,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:14:26,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:14:26,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33925 2024-11-12T12:14:26,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33925 connecting to ZooKeeper ensemble=127.0.0.1:59460 2024-11-12T12:14:26,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339250x0, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:14:26,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33925-0x1012ef7e4fe0002 connected 2024-11-12T12:14:26,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:14:26,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:14:26,393 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:14:26,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:14:26,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:14:26,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-12T12:14:26,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33925 2024-11-12T12:14:26,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33925 2024-11-12T12:14:26,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-12T12:14:26,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-12T12:14:26,411 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:14:26,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:14:26,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:14:26,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:14:26,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:14:26,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:14:26,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42061 2024-11-12T12:14:26,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42061 connecting to ZooKeeper ensemble=127.0.0.1:59460 2024-11-12T12:14:26,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420610x0, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:14:26,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:14:26,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42061-0x1012ef7e4fe0003 connected 2024-11-12T12:14:26,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:14:26,426 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:14:26,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:14:26,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:14:26,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42061 2024-11-12T12:14:26,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42061 2024-11-12T12:14:26,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42061 2024-11-12T12:14:26,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42061 2024-11-12T12:14:26,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42061 2024-11-12T12:14:26,443 DEBUG [M:0;4a91c05c96a4:35081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:35081 2024-11-12T12:14:26,443 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4a91c05c96a4,35081,1731413666150 2024-11-12T12:14:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:14:26,456 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:14:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:14:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:14:26,456 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a91c05c96a4,35081,1731413666150 2024-11-12T12:14:26,466 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:14:26,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:14:26,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:14:26,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,466 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,467 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T12:14:26,467 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a91c05c96a4,35081,1731413666150 from backup master directory 2024-11-12T12:14:26,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a91c05c96a4,35081,1731413666150 2024-11-12T12:14:26,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:14:26,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:14:26,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:14:26,477 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:14:26,477 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:14:26,477 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,35081,1731413666150 2024-11-12T12:14:26,483 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/hbase.id] with ID: a85902e7-bce2-44d9-a84a-60cfa5be366d 2024-11-12T12:14:26,483 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/.tmp/hbase.id 2024-11-12T12:14:26,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:14:26,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:14:26,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:14:26,495 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/.tmp/hbase.id]:[hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/hbase.id] 2024-11-12T12:14:26,510 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:14:26,510 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:14:26,512 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T12:14:26,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,519 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:14:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:14:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:14:26,531 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:14:26,532 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:14:26,532 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:14:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:14:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:14:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:14:26,543 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store 2024-11-12T12:14:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:14:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:14:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:14:26,552 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:26,552 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:14:26,552 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:14:26,552 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:14:26,552 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:14:26,552 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:14:26,552 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:14:26,552 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413666552Disabling compacts and flushes for region at 1731413666552Disabling writes for close at 1731413666552Writing region close event to WAL at 1731413666552Closed at 1731413666552 2024-11-12T12:14:26,553 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/.initializing 2024-11-12T12:14:26,553 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/WALs/4a91c05c96a4,35081,1731413666150 2024-11-12T12:14:26,554 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:14:26,556 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C35081%2C1731413666150, suffix=, logDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/WALs/4a91c05c96a4,35081,1731413666150, archiveDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/oldWALs, maxLogs=10 2024-11-12T12:14:26,568 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/WALs/4a91c05c96a4,35081,1731413666150/4a91c05c96a4%2C35081%2C1731413666150.1731413666556, exclude list is [], retry=0 2024-11-12T12:14:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44523,DS-5a5ca37a-13f7-4a33-b242-b3840bcb14ad,DISK] 2024-11-12T12:14:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43103,DS-24f97ad1-67f3-47b3-a059-08e51ff2f898,DISK] 2024-11-12T12:14:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35201,DS-affab2e8-68f5-411e-96a5-202727b2d838,DISK] 2024-11-12T12:14:26,573 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/WALs/4a91c05c96a4,35081,1731413666150/4a91c05c96a4%2C35081%2C1731413666150.1731413666556 2024-11-12T12:14:26,573 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44391:44391),(127.0.0.1/127.0.0.1:42913:42913),(127.0.0.1/127.0.0.1:40765:40765)] 2024-11-12T12:14:26,573 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:14:26,574 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:26,574 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,574 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:14:26,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:26,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:14:26,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:14:26,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:26,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:26,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:14:26,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:26,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:26,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:14:26,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:26,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:26,583 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,584 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,584 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,585 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,585 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,586 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:14:26,587 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:14:26,589 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:26,589 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61440326, jitterRate=-0.0844677984714508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:14:26,590 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731413666574Initializing all the Stores at 1731413666575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413666575Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413666575Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413666575Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413666575Cleaning up temporary data from old regions at 1731413666585 (+10 ms)Region opened successfully at 1731413666590 (+5 ms) 2024-11-12T12:14:26,590 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:14:26,593 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bc6138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:14:26,594 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:14:26,594 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:14:26,594 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:14:26,594 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:14:26,595 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:14:26,595 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:14:26,595 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T12:14:26,597 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:14:26,598 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T12:14:26,610 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T12:14:26,611 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:14:26,611 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:14:26,621 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T12:14:26,621 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:14:26,622 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:14:26,635 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T12:14:26,636 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:14:26,645 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T12:14:26,650 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:14:26,663 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T12:14:26,677 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:14:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:14:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:14:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:14:26,677 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,678 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,35081,1731413666150, sessionid=0x1012ef7e4fe0000, setting cluster-up flag (Was=false) 2024-11-12T12:14:26,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,698 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,729 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T12:14:26,731 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,35081,1731413666150 2024-11-12T12:14:26,750 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:26,782 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T12:14:26,784 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,35081,1731413666150 2024-11-12T12:14:26,785 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:14:26,787 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:14:26,788 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:14:26,788 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:14:26,788 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,35081,1731413666150 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:14:26,790 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:14:26,790 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:14:26,790 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:14:26,790 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:14:26,790 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:14:26,790 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,790 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:14:26,790 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,792 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:14:26,792 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:14:26,794 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:26,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:14:26,798 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731413696798 2024-11-12T12:14:26,798 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:14:26,798 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:14:26,798 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:14:26,799 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:14:26,799 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:14:26,799 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:14:26,799 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,799 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:14:26,799 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:14:26,799 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:14:26,800 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:14:26,800 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:14:26,805 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413666800,5,FailOnTimeoutGroup] 2024-11-12T12:14:26,805 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413666805,5,FailOnTimeoutGroup] 2024-11-12T12:14:26,805 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,805 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:14:26,805 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,805 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:14:26,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:14:26,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:14:26,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:14:26,814 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:14:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:14:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:14:26,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:26,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:14:26,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:14:26,831 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(746): ClusterId : a85902e7-bce2-44d9-a84a-60cfa5be366d 2024-11-12T12:14:26,831 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:14:26,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:26,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:14:26,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:14:26,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:14:26,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:26,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:14:26,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:14:26,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:14:26,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:26,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:14:26,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:14:26,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:14:26,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:26,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:14:26,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:14:26,842 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.HRegionServer(746): ClusterId : a85902e7-bce2-44d9-a84a-60cfa5be366d 2024-11-12T12:14:26,842 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:14:26,842 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(746): ClusterId : a85902e7-bce2-44d9-a84a-60cfa5be366d 2024-11-12T12:14:26,842 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:14:26,843 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:14:26,843 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:14:26,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740 2024-11-12T12:14:26,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740 2024-11-12T12:14:26,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:14:26,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:14:26,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:14:26,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:14:26,848 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:26,849 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63776657, jitterRate=-0.04965375363826752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:14:26,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731413666825Initializing all the Stores at 1731413666826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413666826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413666828 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413666828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413666828Cleaning up temporary data from old regions at 1731413666844 (+16 ms)Region opened successfully at 1731413666850 (+6 ms) 2024-11-12T12:14:26,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:14:26,850 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:14:26,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:14:26,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:14:26,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:14:26,851 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:14:26,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413666850Disabling compacts and flushes for region at 1731413666850Disabling writes for close at 1731413666850Writing region close event to WAL at 1731413666851 (+1 ms)Closed at 1731413666851 2024-11-12T12:14:26,853 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:14:26,853 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:14:26,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:14:26,855 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:14:26,856 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:14:26,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:14:26,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:14:26,874 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:14:26,874 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:14:26,874 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:14:26,874 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:14:26,874 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:14:26,875 DEBUG [RS:0;4a91c05c96a4:43655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442c3e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:14:26,888 DEBUG [RS:0;4a91c05c96a4:43655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:43655 2024-11-12T12:14:26,888 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:14:26,888 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:14:26,888 DEBUG [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:14:26,888 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:14:26,888 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:14:26,889 DEBUG [RS:2;4a91c05c96a4:42061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317e39e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:14:26,889 DEBUG [RS:1;4a91c05c96a4:33925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2f0ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:14:26,892 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,35081,1731413666150 with port=43655, startcode=1731413666334 2024-11-12T12:14:26,892 DEBUG [RS:0;4a91c05c96a4:43655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:14:26,894 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:14:26,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:26,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35081 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:26,897 DEBUG [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:26,898 DEBUG [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41985 2024-11-12T12:14:26,898 DEBUG [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:14:26,904 DEBUG [RS:2;4a91c05c96a4:42061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4a91c05c96a4:42061 2024-11-12T12:14:26,904 DEBUG [RS:1;4a91c05c96a4:33925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a91c05c96a4:33925 2024-11-12T12:14:26,904 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:14:26,904 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:14:26,904 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:14:26,904 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:14:26,904 DEBUG [RS:1;4a91c05c96a4:33925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:14:26,904 DEBUG [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:14:26,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:14:26,908 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,35081,1731413666150 with port=42061, startcode=1731413666411 2024-11-12T12:14:26,908 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,35081,1731413666150 with port=33925, startcode=1731413666379 2024-11-12T12:14:26,908 DEBUG [RS:2;4a91c05c96a4:42061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:14:26,908 DEBUG [RS:1;4a91c05c96a4:33925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:14:26,908 DEBUG [RS:0;4a91c05c96a4:43655 {}] zookeeper.ZKUtil(111): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:26,909 WARN [RS:0;4a91c05c96a4:43655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:14:26,909 INFO [RS:0;4a91c05c96a4:43655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:14:26,909 DEBUG [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:26,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,43655,1731413666334] 2024-11-12T12:14:26,910 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:14:26,910 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:14:26,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:26,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35081 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:26,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:26,912 DEBUG [RS:1;4a91c05c96a4:33925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:26,912 DEBUG [RS:1;4a91c05c96a4:33925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41985 2024-11-12T12:14:26,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35081 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:26,912 DEBUG [RS:1;4a91c05c96a4:33925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:14:26,913 DEBUG [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:26,913 DEBUG [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41985 2024-11-12T12:14:26,913 DEBUG [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:14:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:14:26,948 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:14:26,951 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:14:26,952 INFO [RS:0;4a91c05c96a4:43655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:14:26,952 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,952 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:14:26,953 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:14:26,953 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,953 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,954 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,955 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:14:26,955 DEBUG [RS:0;4a91c05c96a4:43655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:14:26,956 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,956 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,956 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,956 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,957 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,957 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43655,1731413666334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:14:26,968 DEBUG [RS:1;4a91c05c96a4:33925 {}] zookeeper.ZKUtil(111): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:26,968 WARN [RS:1;4a91c05c96a4:33925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:14:26,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,33925,1731413666379] 2024-11-12T12:14:26,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,42061,1731413666411] 2024-11-12T12:14:26,968 INFO [RS:1;4a91c05c96a4:33925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:14:26,969 DEBUG [RS:1;4a91c05c96a4:33925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:26,969 DEBUG [RS:2;4a91c05c96a4:42061 {}] zookeeper.ZKUtil(111): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:26,969 WARN [RS:2;4a91c05c96a4:42061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:14:26,969 INFO [RS:2;4a91c05c96a4:42061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:14:26,969 DEBUG [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:26,972 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:14:26,974 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:14:26,974 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:14:26,975 INFO [RS:1;4a91c05c96a4:33925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:14:26,975 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,975 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:14:26,976 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:14:26,976 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:14:26,976 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43655,1731413666334-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,976 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:14:26,976 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,976 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.Replication(171): 4a91c05c96a4,43655,1731413666334 started 2024-11-12T12:14:26,976 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,976 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:14:26,977 DEBUG [RS:1;4a91c05c96a4:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:14:26,978 INFO [RS:2;4a91c05c96a4:42061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:14:26,978 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,978 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,979 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,979 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,979 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,979 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,979 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,33925,1731413666379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:14:26,979 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:14:26,980 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:14:26,980 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,980 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,980 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,980 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,980 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,980 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,980 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:14:26,981 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,981 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,981 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,981 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,981 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,981 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:14:26,981 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:14:26,981 DEBUG [RS:2;4a91c05c96a4:42061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:14:26,991 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,991 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,991 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,991 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,991 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,991 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42061,1731413666411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:14:26,991 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,991 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,43655,1731413666334, RpcServer on 4a91c05c96a4/172.17.0.3:43655, sessionid=0x1012ef7e4fe0001 2024-11-12T12:14:26,991 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:14:26,991 DEBUG [RS:0;4a91c05c96a4:43655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:26,991 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,43655,1731413666334' 2024-11-12T12:14:26,991 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:14:26,992 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:14:26,993 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:14:26,993 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:14:26,993 DEBUG [RS:0;4a91c05c96a4:43655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:26,993 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,43655,1731413666334' 2024-11-12T12:14:26,993 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:14:26,994 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:14:26,994 DEBUG [RS:0;4a91c05c96a4:43655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:14:26,994 INFO [RS:0;4a91c05c96a4:43655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:14:26,994 INFO [RS:0;4a91c05c96a4:43655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:14:26,998 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:14:26,998 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,33925,1731413666379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,998 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:26,998 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.Replication(171): 4a91c05c96a4,33925,1731413666379 started 2024-11-12T12:14:27,005 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:14:27,005 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42061,1731413666411-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:27,006 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:27,006 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.Replication(171): 4a91c05c96a4,42061,1731413666411 started 2024-11-12T12:14:27,006 WARN [4a91c05c96a4:35081 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:14:27,011 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:27,011 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,33925,1731413666379, RpcServer on 4a91c05c96a4/172.17.0.3:33925, sessionid=0x1012ef7e4fe0002 2024-11-12T12:14:27,011 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:14:27,011 DEBUG [RS:1;4a91c05c96a4:33925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:27,011 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,33925,1731413666379' 2024-11-12T12:14:27,011 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:14:27,012 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:14:27,013 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:14:27,013 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:14:27,013 DEBUG [RS:1;4a91c05c96a4:33925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:27,013 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,33925,1731413666379' 2024-11-12T12:14:27,013 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:14:27,013 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:14:27,014 DEBUG [RS:1;4a91c05c96a4:33925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:14:27,014 INFO [RS:1;4a91c05c96a4:33925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:14:27,014 INFO [RS:1;4a91c05c96a4:33925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:14:27,019 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:27,019 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,42061,1731413666411, RpcServer on 4a91c05c96a4/172.17.0.3:42061, sessionid=0x1012ef7e4fe0003 2024-11-12T12:14:27,019 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:14:27,019 DEBUG [RS:2;4a91c05c96a4:42061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:27,019 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42061,1731413666411' 2024-11-12T12:14:27,019 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:14:27,020 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:14:27,020 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:14:27,020 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:14:27,020 DEBUG [RS:2;4a91c05c96a4:42061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:27,020 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42061,1731413666411' 2024-11-12T12:14:27,020 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:14:27,021 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:14:27,021 DEBUG [RS:2;4a91c05c96a4:42061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:14:27,021 INFO [RS:2;4a91c05c96a4:42061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:14:27,021 INFO [RS:2;4a91c05c96a4:42061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:14:27,095 INFO [RS:0;4a91c05c96a4:43655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:14:27,100 INFO [RS:0;4a91c05c96a4:43655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C43655%2C1731413666334, suffix=, logDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,43655,1731413666334, archiveDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/oldWALs, maxLogs=32 2024-11-12T12:14:27,114 INFO [RS:1;4a91c05c96a4:33925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:14:27,116 INFO [RS:1;4a91c05c96a4:33925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C33925%2C1731413666379, suffix=, logDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379, archiveDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/oldWALs, maxLogs=32 2024-11-12T12:14:27,116 DEBUG [RS:0;4a91c05c96a4:43655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,43655,1731413666334/4a91c05c96a4%2C43655%2C1731413666334.1731413667104, exclude list is [], retry=0 2024-11-12T12:14:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35201,DS-affab2e8-68f5-411e-96a5-202727b2d838,DISK] 2024-11-12T12:14:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44523,DS-5a5ca37a-13f7-4a33-b242-b3840bcb14ad,DISK] 2024-11-12T12:14:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43103,DS-24f97ad1-67f3-47b3-a059-08e51ff2f898,DISK] 2024-11-12T12:14:27,122 INFO [RS:2;4a91c05c96a4:42061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:14:27,122 INFO [RS:0;4a91c05c96a4:43655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,43655,1731413666334/4a91c05c96a4%2C43655%2C1731413666334.1731413667104 2024-11-12T12:14:27,122 DEBUG [RS:0;4a91c05c96a4:43655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42913:42913),(127.0.0.1/127.0.0.1:40765:40765),(127.0.0.1/127.0.0.1:44391:44391)] 2024-11-12T12:14:27,124 INFO [RS:2;4a91c05c96a4:42061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C42061%2C1731413666411, suffix=, logDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,42061,1731413666411, archiveDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/oldWALs, maxLogs=32 2024-11-12T12:14:27,131 DEBUG [RS:1;4a91c05c96a4:33925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379/4a91c05c96a4%2C33925%2C1731413666379.1731413667118, exclude list is [], retry=0 2024-11-12T12:14:27,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35201,DS-affab2e8-68f5-411e-96a5-202727b2d838,DISK] 2024-11-12T12:14:27,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44523,DS-5a5ca37a-13f7-4a33-b242-b3840bcb14ad,DISK] 2024-11-12T12:14:27,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43103,DS-24f97ad1-67f3-47b3-a059-08e51ff2f898,DISK] 2024-11-12T12:14:27,138 DEBUG [RS:2;4a91c05c96a4:42061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,42061,1731413666411/4a91c05c96a4%2C42061%2C1731413666411.1731413667125, exclude list is [], retry=0 2024-11-12T12:14:27,138 INFO [RS:1;4a91c05c96a4:33925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379/4a91c05c96a4%2C33925%2C1731413666379.1731413667118 2024-11-12T12:14:27,138 DEBUG [RS:1;4a91c05c96a4:33925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44391:44391),(127.0.0.1/127.0.0.1:42913:42913),(127.0.0.1/127.0.0.1:40765:40765)] 2024-11-12T12:14:27,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43103,DS-24f97ad1-67f3-47b3-a059-08e51ff2f898,DISK] 2024-11-12T12:14:27,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35201,DS-affab2e8-68f5-411e-96a5-202727b2d838,DISK] 2024-11-12T12:14:27,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44523,DS-5a5ca37a-13f7-4a33-b242-b3840bcb14ad,DISK] 2024-11-12T12:14:27,142 INFO [RS:2;4a91c05c96a4:42061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,42061,1731413666411/4a91c05c96a4%2C42061%2C1731413666411.1731413667125 2024-11-12T12:14:27,143 DEBUG [RS:2;4a91c05c96a4:42061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44391:44391),(127.0.0.1/127.0.0.1:40765:40765),(127.0.0.1/127.0.0.1:42913:42913)] 2024-11-12T12:14:27,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:27,256 DEBUG [4a91c05c96a4:35081 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T12:14:27,256 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:14:27,258 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:14:27,258 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:14:27,258 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T12:14:27,258 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:14:27,258 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:14:27,258 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T12:14:27,258 INFO [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:14:27,258 INFO [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:14:27,258 INFO [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T12:14:27,258 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:14:27,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:27,260 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,43655,1731413666334, state=OPENING 2024-11-12T12:14:27,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:27,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:27,308 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:14:27,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:27,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:27,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:27,319 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:14:27,319 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:14:27,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:14:27,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:14:27,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:14:27,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,43655,1731413666334}] 2024-11-12T12:14:27,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:14:27,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:14:27,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:27,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:27,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:37,322 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:14:37,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:14:37,330 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:14:37,331 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:14:37,331 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:14:37,334 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C43655%2C1731413666334.meta, suffix=.meta, logDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,43655,1731413666334, archiveDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/oldWALs, maxLogs=32 2024-11-12T12:14:37,349 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,43655,1731413666334/4a91c05c96a4%2C43655%2C1731413666334.meta.1731413677335.meta, exclude list is [], retry=0 2024-11-12T12:14:37,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35201,DS-affab2e8-68f5-411e-96a5-202727b2d838,DISK] 2024-11-12T12:14:37,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44523,DS-5a5ca37a-13f7-4a33-b242-b3840bcb14ad,DISK] 2024-11-12T12:14:37,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43103,DS-24f97ad1-67f3-47b3-a059-08e51ff2f898,DISK] 2024-11-12T12:14:37,353 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,43655,1731413666334/4a91c05c96a4%2C43655%2C1731413666334.meta.1731413677335.meta 2024-11-12T12:14:37,353 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40765:40765),(127.0.0.1/127.0.0.1:44391:44391),(127.0.0.1/127.0.0.1:42913:42913)] 2024-11-12T12:14:37,354 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:14:37,354 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:14:37,354 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:14:37,354 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:14:37,354 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:14:37,354 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,354 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:14:37,354 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:14:37,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:14:37,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:14:37,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:37,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:14:37,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:14:37,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:14:37,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:37,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:14:37,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:14:37,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:14:37,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:37,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:14:37,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:14:37,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:14:37,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:37,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:14:37,362 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:14:37,363 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740 2024-11-12T12:14:37,364 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740 2024-11-12T12:14:37,365 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:14:37,365 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:14:37,366 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:14:37,367 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:14:37,368 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73394256, jitterRate=0.09365963935852051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:14:37,368 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:14:37,369 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731413677354Writing region info on filesystem at 1731413677354Initializing all the Stores at 1731413677355 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413677355Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413677355Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413677355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731413677355Cleaning up temporary data from old regions at 1731413677365 (+10 ms)Running coprocessor post-open hooks at 1731413677368 (+3 ms)Region opened successfully at 1731413677369 (+1 ms) 2024-11-12T12:14:37,370 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731413677322 2024-11-12T12:14:37,372 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:14:37,372 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:14:37,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:37,373 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,43655,1731413666334, state=OPEN 2024-11-12T12:14:37,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:14:37,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:14:37,381 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:14:37,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:14:37,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:14:37,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:14:37,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:14:37,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:14:37,382 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:37,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:14:37,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,43655,1731413666334 in 10.0620 sec 2024-11-12T12:14:37,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:14:37,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5310 sec 2024-11-12T12:14:37,386 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:14:37,386 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:14:37,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:14:37,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43655,1731413666334, seqNum=-1] 2024-11-12T12:14:37,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:14:37,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:14:37,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6070 sec 2024-11-12T12:14:37,395 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731413677395, completionTime=-1 2024-11-12T12:14:37,395 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T12:14:37,395 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:14:37,396 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T12:14:37,396 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731413737396 2024-11-12T12:14:37,396 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731413797396 2024-11-12T12:14:37,396 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T12:14:37,397 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:14:37,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35081,1731413666150-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:37,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35081,1731413666150-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:37,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35081,1731413666150-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:37,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:35081, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:37,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:37,398 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:37,399 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:14:37,401 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.924sec 2024-11-12T12:14:37,402 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:14:37,402 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:14:37,402 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:14:37,402 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:14:37,402 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:14:37,402 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35081,1731413666150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:14:37,402 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35081,1731413666150-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:14:37,404 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:14:37,404 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:14:37,404 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35081,1731413666150-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:14:37,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e79ec90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:14:37,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35081,-1 for getting cluster id 2024-11-12T12:14:37,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:14:37,454 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85902e7-bce2-44d9-a84a-60cfa5be366d' 2024-11-12T12:14:37,454 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:14:37,455 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85902e7-bce2-44d9-a84a-60cfa5be366d" 2024-11-12T12:14:37,455 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620b806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:14:37,455 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35081,-1] 2024-11-12T12:14:37,455 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:14:37,456 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:37,457 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:14:37,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bc6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:14:37,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:14:37,458 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43655,1731413666334, seqNum=-1] 2024-11-12T12:14:37,459 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:14:37,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:14:37,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,35081,1731413666150 2024-11-12T12:14:37,462 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731413677462 (current time:1731413677462). 2024-11-12T12:14:37,462 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T12:14:37,462 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T12:14:37,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334925f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:14:37,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,35081,-1 for getting cluster id 2024-11-12T12:14:37,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:14:37,464 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85902e7-bce2-44d9-a84a-60cfa5be366d' 2024-11-12T12:14:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:14:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85902e7-bce2-44d9-a84a-60cfa5be366d" 2024-11-12T12:14:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645db059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:14:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,35081,-1] 2024-11-12T12:14:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:14:37,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:37,465 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:14:37,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a3670f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:14:37,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:14:37,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,43655,1731413666334, seqNum=-1] 2024-11-12T12:14:37,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:14:37,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:14:37,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:14:37,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:14:37,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:37,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:14:37,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:14:37,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:14:37,471 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,35081,1731413666150 2024-11-12T12:14:37,471 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dcdae45 2024-11-12T12:14:37,471 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:14:37,472 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:14:37,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:14:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T12:14:37,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:14:37,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:37,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T12:14:37,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:14:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:14:37,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741837_1013 (size=361) 2024-11-12T12:14:37,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741837_1013 (size=361) 2024-11-12T12:14:37,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741837_1013 (size=361) 2024-11-12T12:14:37,489 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4204d0ce08a3b0edf964646f767edaed, NAME => 'SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:37,489 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a5821f94884f658b628402ecabac07e6, NAME => 'SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:37,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1cbdad4f5578bbf80bf3ff53acb840aa, NAME => 'SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741839_1015 (size=62) 2024-11-12T12:14:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741839_1015 (size=62) 2024-11-12T12:14:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741839_1015 (size=62) 2024-11-12T12:14:37,503 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,503 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1cbdad4f5578bbf80bf3ff53acb840aa, disabling compactions & flushes 2024-11-12T12:14:37,503 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:14:37,503 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:14:37,503 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. after waiting 0 ms 2024-11-12T12:14:37,503 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:14:37,503 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:14:37,503 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1cbdad4f5578bbf80bf3ff53acb840aa: Waiting for close lock at 1731413677503Disabling compacts and flushes for region at 1731413677503Disabling writes for close at 1731413677503Writing region close event to WAL at 1731413677503Closed at 1731413677503 2024-11-12T12:14:37,504 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4bd95fe239965897643a264bc1198869, NAME => 'SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:37,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741840_1016 (size=54) 2024-11-12T12:14:37,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741840_1016 (size=54) 2024-11-12T12:14:37,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741840_1016 (size=54) 2024-11-12T12:14:37,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4204d0ce08a3b0edf964646f767edaed, disabling compactions & flushes 2024-11-12T12:14:37,511 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:14:37,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:14:37,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. after waiting 0 ms 2024-11-12T12:14:37,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:14:37,511 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:14:37,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4204d0ce08a3b0edf964646f767edaed: Waiting for close lock at 1731413677511Disabling compacts and flushes for region at 1731413677511Disabling writes for close at 1731413677511Writing region close event to WAL at 1731413677511Closed at 1731413677511 2024-11-12T12:14:37,512 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 042fb1549848ea6205db79f135e5b160, NAME => 'SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:37,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741838_1014 (size=62) 2024-11-12T12:14:37,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741838_1014 (size=62) 2024-11-12T12:14:37,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741838_1014 (size=62) 2024-11-12T12:14:37,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a5821f94884f658b628402ecabac07e6, disabling compactions & flushes 2024-11-12T12:14:37,516 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:14:37,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:14:37,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. after waiting 0 ms 2024-11-12T12:14:37,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:14:37,516 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:14:37,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a5821f94884f658b628402ecabac07e6: Waiting for close lock at 1731413677515Disabling compacts and flushes for region at 1731413677515Disabling writes for close at 1731413677516 (+1 ms)Writing region close event to WAL at 1731413677516Closed at 1731413677516 2024-11-12T12:14:37,516 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d907617373ff0d2ea4282c622dd25ed3, NAME => 'SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:37,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741841_1017 (size=62) 2024-11-12T12:14:37,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741841_1017 (size=62) 2024-11-12T12:14:37,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741841_1017 (size=62) 2024-11-12T12:14:37,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4bd95fe239965897643a264bc1198869, disabling compactions & flushes 2024-11-12T12:14:37,527 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:14:37,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:14:37,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. after waiting 0 ms 2024-11-12T12:14:37,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:14:37,527 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:14:37,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4bd95fe239965897643a264bc1198869: Waiting for close lock at 1731413677527Disabling compacts and flushes for region at 1731413677527Disabling writes for close at 1731413677527Writing region close event to WAL at 1731413677527Closed at 1731413677527 2024-11-12T12:14:37,528 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3aa354c144823906ddc1da464a51cbf2, NAME => 'SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:37,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741842_1018 (size=62) 2024-11-12T12:14:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741842_1018 (size=62) 2024-11-12T12:14:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741842_1018 (size=62) 2024-11-12T12:14:37,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 042fb1549848ea6205db79f135e5b160, disabling compactions & flushes 2024-11-12T12:14:37,530 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:14:37,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:14:37,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. after waiting 0 ms 2024-11-12T12:14:37,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:14:37,530 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:14:37,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 042fb1549848ea6205db79f135e5b160: Waiting for close lock at 1731413677530Disabling compacts and flushes for region at 1731413677530Disabling writes for close at 1731413677530Writing region close event to WAL at 1731413677530Closed at 1731413677530 2024-11-12T12:14:37,531 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90a551377e0f1a8b0b0a75340facaf82, NAME => 'SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741843_1019 (size=62) 2024-11-12T12:14:37,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741843_1019 (size=62) 2024-11-12T12:14:37,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741843_1019 (size=62) 2024-11-12T12:14:37,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d907617373ff0d2ea4282c622dd25ed3, disabling compactions & flushes 2024-11-12T12:14:37,543 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. 2024-11-12T12:14:37,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. 2024-11-12T12:14:37,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. after waiting 0 ms 2024-11-12T12:14:37,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. 2024-11-12T12:14:37,543 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. 2024-11-12T12:14:37,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d907617373ff0d2ea4282c622dd25ed3: Waiting for close lock at 1731413677543Disabling compacts and flushes for region at 1731413677543Disabling writes for close at 1731413677543Writing region close event to WAL at 1731413677543Closed at 1731413677543 2024-11-12T12:14:37,544 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4269ad7b257100fd50cb5ee419d91d63, NAME => 'SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:37,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741845_1021 (size=62) 2024-11-12T12:14:37,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741844_1020 (size=62) 2024-11-12T12:14:37,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741844_1020 (size=62) 2024-11-12T12:14:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741844_1020 (size=62) 2024-11-12T12:14:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741845_1021 (size=62) 2024-11-12T12:14:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741845_1021 (size=62) 2024-11-12T12:14:37,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3aa354c144823906ddc1da464a51cbf2, disabling compactions & flushes 2024-11-12T12:14:37,553 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:14:37,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:14:37,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. after waiting 0 ms 2024-11-12T12:14:37,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:14:37,554 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:14:37,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3aa354c144823906ddc1da464a51cbf2: Waiting for close lock at 1731413677553Disabling compacts and flushes for region at 1731413677553Disabling writes for close at 1731413677553Writing region close event to WAL at 1731413677554 (+1 ms)Closed at 1731413677554 2024-11-12T12:14:37,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,554 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fc8e519e3fb36d2eff6733257c39a581, NAME => 'SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279 2024-11-12T12:14:37,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 90a551377e0f1a8b0b0a75340facaf82, disabling compactions & flushes 2024-11-12T12:14:37,554 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:14:37,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:14:37,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. after waiting 0 ms 2024-11-12T12:14:37,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:14:37,554 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:14:37,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90a551377e0f1a8b0b0a75340facaf82: Waiting for close lock at 1731413677554Disabling compacts and flushes for region at 1731413677554Disabling writes for close at 1731413677554Writing region close event to WAL at 1731413677554Closed at 1731413677554 2024-11-12T12:14:37,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741846_1022 (size=62) 2024-11-12T12:14:37,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741846_1022 (size=62) 2024-11-12T12:14:37,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741846_1022 (size=62) 2024-11-12T12:14:37,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4269ad7b257100fd50cb5ee419d91d63, disabling compactions & flushes 2024-11-12T12:14:37,564 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:14:37,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:14:37,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. after waiting 0 ms 2024-11-12T12:14:37,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:14:37,564 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:14:37,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4269ad7b257100fd50cb5ee419d91d63: Waiting for close lock at 1731413677564Disabling compacts and flushes for region at 1731413677564Disabling writes for close at 1731413677564Writing region close event to WAL at 1731413677564Closed at 1731413677564 2024-11-12T12:14:37,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741847_1023 (size=54) 2024-11-12T12:14:37,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741847_1023 (size=54) 2024-11-12T12:14:37,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741847_1023 (size=54) 2024-11-12T12:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fc8e519e3fb36d2eff6733257c39a581, disabling compactions & flushes 2024-11-12T12:14:37,572 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. after waiting 0 ms 2024-11-12T12:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:14:37,572 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:14:37,572 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fc8e519e3fb36d2eff6733257c39a581: Waiting for close lock at 1731413677572Disabling compacts and flushes for region at 1731413677572Disabling writes for close at 1731413677572Writing region close event to WAL at 1731413677572Closed at 1731413677572 2024-11-12T12:14:37,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:14:37,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413677574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413677574"}]},"ts":"1731413677574"} 2024-11-12T12:14:37,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731413677574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413677574"}]},"ts":"1731413677574"} 2024-11-12T12:14:37,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413677574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413677574"}]},"ts":"1731413677574"} 2024-11-12T12:14:37,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413677574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413677574"}]},"ts":"1731413677574"} 2024-11-12T12:14:37,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413677574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413677574"}]},"ts":"1731413677574"} 2024-11-12T12:14:37,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413677574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413677574"}]},"ts":"1731413677574"} 2024-11-12T12:14:37,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413677574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413677574"}]},"ts":"1731413677574"} 2024-11-12T12:14:37,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413677574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413677574"}]},"ts":"1731413677574"} 2024-11-12T12:14:37,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731413677574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413677574"}]},"ts":"1731413677574"} 2024-11-12T12:14:37,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731413677574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731413677574"}]},"ts":"1731413677574"} 2024-11-12T12:14:37,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T12:14:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:14:37,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:14:37,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413677582"}]},"ts":"1731413677582"} 2024-11-12T12:14:37,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T12:14:37,586 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:14:37,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:14:37,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:14:37,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T12:14:37,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:14:37,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:14:37,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T12:14:37,590 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:14:37,591 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:14:37,591 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T12:14:37,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:14:37,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4204d0ce08a3b0edf964646f767edaed, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cbdad4f5578bbf80bf3ff53acb840aa, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5821f94884f658b628402ecabac07e6, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4bd95fe239965897643a264bc1198869, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=042fb1549848ea6205db79f135e5b160, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d907617373ff0d2ea4282c622dd25ed3, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3aa354c144823906ddc1da464a51cbf2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90a551377e0f1a8b0b0a75340facaf82, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4269ad7b257100fd50cb5ee419d91d63, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc8e519e3fb36d2eff6733257c39a581, ASSIGN}] 2024-11-12T12:14:37,594 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4204d0ce08a3b0edf964646f767edaed, ASSIGN 2024-11-12T12:14:37,594 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cbdad4f5578bbf80bf3ff53acb840aa, ASSIGN 2024-11-12T12:14:37,594 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3aa354c144823906ddc1da464a51cbf2, ASSIGN 2024-11-12T12:14:37,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d907617373ff0d2ea4282c622dd25ed3, ASSIGN 2024-11-12T12:14:37,596 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3aa354c144823906ddc1da464a51cbf2, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42061,1731413666411; forceNewPlan=false, retain=false 2024-11-12T12:14:37,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1cbdad4f5578bbf80bf3ff53acb840aa, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42061,1731413666411; forceNewPlan=false, retain=false 2024-11-12T12:14:37,596 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4204d0ce08a3b0edf964646f767edaed, ASSIGN; state=OFFLINE, location=4a91c05c96a4,43655,1731413666334; forceNewPlan=false, retain=false 2024-11-12T12:14:37,596 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d907617373ff0d2ea4282c622dd25ed3, ASSIGN; state=OFFLINE, location=4a91c05c96a4,33925,1731413666379; forceNewPlan=false, retain=false 2024-11-12T12:14:37,599 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90a551377e0f1a8b0b0a75340facaf82, ASSIGN 2024-11-12T12:14:37,601 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=90a551377e0f1a8b0b0a75340facaf82, ASSIGN; state=OFFLINE, location=4a91c05c96a4,43655,1731413666334; forceNewPlan=false, retain=false 2024-11-12T12:14:37,601 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=042fb1549848ea6205db79f135e5b160, ASSIGN 2024-11-12T12:14:37,602 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=042fb1549848ea6205db79f135e5b160, ASSIGN; state=OFFLINE, location=4a91c05c96a4,43655,1731413666334; forceNewPlan=false, retain=false 2024-11-12T12:14:37,602 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4bd95fe239965897643a264bc1198869, ASSIGN 2024-11-12T12:14:37,603 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4bd95fe239965897643a264bc1198869, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42061,1731413666411; forceNewPlan=false, retain=false 2024-11-12T12:14:37,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5821f94884f658b628402ecabac07e6, ASSIGN 2024-11-12T12:14:37,609 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5821f94884f658b628402ecabac07e6, ASSIGN; state=OFFLINE, location=4a91c05c96a4,33925,1731413666379; forceNewPlan=false, retain=false 2024-11-12T12:14:37,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4269ad7b257100fd50cb5ee419d91d63, ASSIGN 2024-11-12T12:14:37,611 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc8e519e3fb36d2eff6733257c39a581, ASSIGN 2024-11-12T12:14:37,612 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc8e519e3fb36d2eff6733257c39a581, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42061,1731413666411; forceNewPlan=false, retain=false 2024-11-12T12:14:37,612 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4269ad7b257100fd50cb5ee419d91d63, ASSIGN; state=OFFLINE, location=4a91c05c96a4,33925,1731413666379; forceNewPlan=false, retain=false 2024-11-12T12:14:37,747 INFO [4a91c05c96a4:35081 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T12:14:37,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fc8e519e3fb36d2eff6733257c39a581, regionState=OPENING, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:37,747 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=90a551377e0f1a8b0b0a75340facaf82, regionState=OPENING, regionLocation=4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:37,747 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4204d0ce08a3b0edf964646f767edaed, regionState=OPENING, regionLocation=4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:37,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3aa354c144823906ddc1da464a51cbf2, regionState=OPENING, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:37,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=042fb1549848ea6205db79f135e5b160, regionState=OPENING, regionLocation=4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:37,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4bd95fe239965897643a264bc1198869, regionState=OPENING, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:37,748 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1cbdad4f5578bbf80bf3ff53acb840aa, regionState=OPENING, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:37,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4269ad7b257100fd50cb5ee419d91d63, regionState=OPENING, regionLocation=4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:37,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d907617373ff0d2ea4282c622dd25ed3, regionState=OPENING, regionLocation=4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:37,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a5821f94884f658b628402ecabac07e6, regionState=OPENING, regionLocation=4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:37,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc8e519e3fb36d2eff6733257c39a581, ASSIGN because future has completed 2024-11-12T12:14:37,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc8e519e3fb36d2eff6733257c39a581, server=4a91c05c96a4,42061,1731413666411}] 2024-11-12T12:14:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=90a551377e0f1a8b0b0a75340facaf82, ASSIGN because future has completed 2024-11-12T12:14:37,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90a551377e0f1a8b0b0a75340facaf82, server=4a91c05c96a4,43655,1731413666334}] 2024-11-12T12:14:37,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4204d0ce08a3b0edf964646f767edaed, ASSIGN because future has completed 2024-11-12T12:14:37,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3aa354c144823906ddc1da464a51cbf2, ASSIGN because future has completed 2024-11-12T12:14:37,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4204d0ce08a3b0edf964646f767edaed, server=4a91c05c96a4,43655,1731413666334}] 2024-11-12T12:14:37,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3aa354c144823906ddc1da464a51cbf2, server=4a91c05c96a4,42061,1731413666411}] 2024-11-12T12:14:37,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1cbdad4f5578bbf80bf3ff53acb840aa, ASSIGN because future has completed 2024-11-12T12:14:37,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4bd95fe239965897643a264bc1198869, ASSIGN because future has completed 2024-11-12T12:14:37,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cbdad4f5578bbf80bf3ff53acb840aa, server=4a91c05c96a4,42061,1731413666411}] 2024-11-12T12:14:37,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bd95fe239965897643a264bc1198869, server=4a91c05c96a4,42061,1731413666411}] 2024-11-12T12:14:37,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4269ad7b257100fd50cb5ee419d91d63, ASSIGN because future has completed 2024-11-12T12:14:37,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4269ad7b257100fd50cb5ee419d91d63, server=4a91c05c96a4,33925,1731413666379}] 2024-11-12T12:14:37,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=042fb1549848ea6205db79f135e5b160, ASSIGN because future has completed 2024-11-12T12:14:37,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d907617373ff0d2ea4282c622dd25ed3, ASSIGN because future has completed 2024-11-12T12:14:37,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 042fb1549848ea6205db79f135e5b160, server=4a91c05c96a4,43655,1731413666334}] 2024-11-12T12:14:37,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d907617373ff0d2ea4282c622dd25ed3, server=4a91c05c96a4,33925,1731413666379}] 2024-11-12T12:14:37,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5821f94884f658b628402ecabac07e6, ASSIGN because future has completed 2024-11-12T12:14:37,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5821f94884f658b628402ecabac07e6, server=4a91c05c96a4,33925,1731413666379}] 2024-11-12T12:14:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:14:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:14:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:14:38,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:14:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:14:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:14:42,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:42,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:42,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:42,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:14:42,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:42,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:42,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:14:46,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:14:46,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:14:46,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:14:46,861 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T12:14:47,758 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:14:47,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:14:47,769 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:14:47,769 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:14:47,769 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 90a551377e0f1a8b0b0a75340facaf82, NAME => 'SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T12:14:47,769 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bd95fe239965897643a264bc1198869, NAME => 'SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T12:14:47,769 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,769 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,769 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:47,769 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:47,769 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,769 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,770 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,770 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,771 INFO [StoreOpener-90a551377e0f1a8b0b0a75340facaf82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,771 INFO [StoreOpener-4bd95fe239965897643a264bc1198869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,773 INFO [StoreOpener-90a551377e0f1a8b0b0a75340facaf82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a551377e0f1a8b0b0a75340facaf82 columnFamilyName cf 2024-11-12T12:14:47,773 DEBUG [StoreOpener-90a551377e0f1a8b0b0a75340facaf82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:47,773 INFO [StoreOpener-4bd95fe239965897643a264bc1198869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd95fe239965897643a264bc1198869 columnFamilyName cf 2024-11-12T12:14:47,773 DEBUG [StoreOpener-4bd95fe239965897643a264bc1198869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:47,773 INFO [StoreOpener-90a551377e0f1a8b0b0a75340facaf82-1 {}] regionserver.HStore(327): Store=90a551377e0f1a8b0b0a75340facaf82/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:47,773 INFO [StoreOpener-4bd95fe239965897643a264bc1198869-1 {}] regionserver.HStore(327): Store=4bd95fe239965897643a264bc1198869/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:47,773 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,774 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,775 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,775 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,775 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,775 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,776 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,776 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,776 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,776 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:14:47,777 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,777 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:14:47,780 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4bd95fe239965897643a264bc1198869/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:47,780 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:47,780 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 4bd95fe239965897643a264bc1198869; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70930899, jitterRate=0.05695275962352753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:14:47,780 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 90a551377e0f1a8b0b0a75340facaf82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66409636, jitterRate=-0.010419309139251709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:14:47,780 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bd95fe239965897643a264bc1198869 2024-11-12T12:14:47,780 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:47,780 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 90a551377e0f1a8b0b0a75340facaf82: Running coprocessor pre-open hook at 1731413687770Writing region info on filesystem at 1731413687770Initializing all the Stores at 1731413687771 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413687771Cleaning up temporary data from old regions at 1731413687776 (+5 ms)Running coprocessor post-open hooks at 1731413687780 (+4 ms)Region opened successfully at 1731413687780 2024-11-12T12:14:47,780 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 4bd95fe239965897643a264bc1198869: Running coprocessor pre-open hook at 1731413687770Writing region info on filesystem at 1731413687770Initializing all the Stores at 1731413687771 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413687771Cleaning up temporary data from old regions at 1731413687776 (+5 ms)Running coprocessor post-open hooks at 1731413687780 (+4 ms)Region opened successfully at 1731413687780 2024-11-12T12:14:47,782 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82., pid=16, masterSystemTime=1731413687761 2024-11-12T12:14:47,782 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869., pid=20, masterSystemTime=1731413687757 2024-11-12T12:14:47,783 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:14:47,784 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:14:47,784 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:14:47,784 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 042fb1549848ea6205db79f135e5b160, NAME => 'SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T12:14:47,784 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,784 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=90a551377e0f1a8b0b0a75340facaf82, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:47,784 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:47,784 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:14:47,784 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:14:47,784 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,784 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,784 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:14:47,785 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => fc8e519e3fb36d2eff6733257c39a581, NAME => 'SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T12:14:47,785 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,785 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:47,785 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,785 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4bd95fe239965897643a264bc1198869, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:47,786 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:14:47,786 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4269ad7b257100fd50cb5ee419d91d63, NAME => 'SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T12:14:47,786 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,786 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:47,787 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,787 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90a551377e0f1a8b0b0a75340facaf82, server=4a91c05c96a4,43655,1731413666334 because future has completed 2024-11-12T12:14:47,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bd95fe239965897643a264bc1198869, server=4a91c05c96a4,42061,1731413666411 because future has completed 2024-11-12T12:14:47,788 INFO [StoreOpener-042fb1549848ea6205db79f135e5b160-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,788 INFO [StoreOpener-fc8e519e3fb36d2eff6733257c39a581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,788 INFO [StoreOpener-4269ad7b257100fd50cb5ee419d91d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,789 INFO [StoreOpener-fc8e519e3fb36d2eff6733257c39a581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc8e519e3fb36d2eff6733257c39a581 columnFamilyName cf 2024-11-12T12:14:47,789 INFO [StoreOpener-4269ad7b257100fd50cb5ee419d91d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4269ad7b257100fd50cb5ee419d91d63 columnFamilyName cf 2024-11-12T12:14:47,789 INFO [StoreOpener-042fb1549848ea6205db79f135e5b160-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 042fb1549848ea6205db79f135e5b160 columnFamilyName cf 2024-11-12T12:14:47,789 DEBUG [StoreOpener-fc8e519e3fb36d2eff6733257c39a581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:47,789 DEBUG [StoreOpener-4269ad7b257100fd50cb5ee419d91d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:47,789 DEBUG [StoreOpener-042fb1549848ea6205db79f135e5b160-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:47,790 INFO [StoreOpener-042fb1549848ea6205db79f135e5b160-1 {}] regionserver.HStore(327): Store=042fb1549848ea6205db79f135e5b160/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:47,790 INFO [StoreOpener-fc8e519e3fb36d2eff6733257c39a581-1 {}] regionserver.HStore(327): Store=fc8e519e3fb36d2eff6733257c39a581/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:47,790 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,790 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,791 INFO [StoreOpener-4269ad7b257100fd50cb5ee419d91d63-1 {}] regionserver.HStore(327): Store=4269ad7b257100fd50cb5ee419d91d63/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:47,791 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-12T12:14:47,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 90a551377e0f1a8b0b0a75340facaf82, server=4a91c05c96a4,43655,1731413666334 in 10.0360 sec 2024-11-12T12:14:47,792 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,792 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,792 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,792 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,792 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,793 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-12T12:14:47,793 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,793 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,793 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,793 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bd95fe239965897643a264bc1198869, server=4a91c05c96a4,42061,1731413666411 in 10.0260 sec 2024-11-12T12:14:47,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90a551377e0f1a8b0b0a75340facaf82, ASSIGN in 10.2010 sec 2024-11-12T12:14:47,794 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,794 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4bd95fe239965897643a264bc1198869, ASSIGN in 10.2020 sec 2024-11-12T12:14:47,797 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,797 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,798 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,799 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:47,799 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened fc8e519e3fb36d2eff6733257c39a581; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66622288, jitterRate=-0.007250547409057617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:14:47,799 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:47,799 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for fc8e519e3fb36d2eff6733257c39a581: Running coprocessor pre-open hook at 1731413687785Writing region info on filesystem at 1731413687785Initializing all the Stores at 1731413687787 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413687787Cleaning up temporary data from old regions at 1731413687793 (+6 ms)Running coprocessor post-open hooks at 1731413687799 (+6 ms)Region opened successfully at 1731413687799 2024-11-12T12:14:47,800 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581., pid=15, masterSystemTime=1731413687757 2024-11-12T12:14:47,802 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:14:47,802 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:14:47,802 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:14:47,802 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cbdad4f5578bbf80bf3ff53acb840aa, NAME => 'SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T12:14:47,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fc8e519e3fb36d2eff6733257c39a581, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:47,802 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,802 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:47,803 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,803 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc8e519e3fb36d2eff6733257c39a581, server=4a91c05c96a4,42061,1731413666411 because future has completed 2024-11-12T12:14:47,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T12:14:47,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure fc8e519e3fb36d2eff6733257c39a581, server=4a91c05c96a4,42061,1731413666411 in 10.0540 sec 2024-11-12T12:14:47,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc8e519e3fb36d2eff6733257c39a581, ASSIGN in 10.2160 sec 2024-11-12T12:14:47,808 INFO [StoreOpener-1cbdad4f5578bbf80bf3ff53acb840aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,809 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/042fb1549848ea6205db79f135e5b160/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:47,809 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:47,809 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 042fb1549848ea6205db79f135e5b160; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71541102, jitterRate=0.06604549288749695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:14:47,809 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:47,809 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4269ad7b257100fd50cb5ee419d91d63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72464024, jitterRate=0.07979810237884521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:14:47,809 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:47,809 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 042fb1549848ea6205db79f135e5b160: Running coprocessor pre-open hook at 1731413687785Writing region info on filesystem at 1731413687785Initializing all the Stores at 1731413687787 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413687787Cleaning up temporary data from old regions at 1731413687793 (+6 ms)Running coprocessor post-open hooks at 1731413687809 (+16 ms)Region opened successfully at 1731413687809 2024-11-12T12:14:47,809 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4269ad7b257100fd50cb5ee419d91d63: Running coprocessor pre-open hook at 1731413687787Writing region info on filesystem at 1731413687787Initializing all the Stores at 1731413687788 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413687788Cleaning up temporary data from old regions at 1731413687794 (+6 ms)Running coprocessor post-open hooks at 1731413687809 (+15 ms)Region opened successfully at 1731413687809 2024-11-12T12:14:47,810 INFO [StoreOpener-1cbdad4f5578bbf80bf3ff53acb840aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cbdad4f5578bbf80bf3ff53acb840aa columnFamilyName cf 2024-11-12T12:14:47,810 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63., pid=21, masterSystemTime=1731413687777 2024-11-12T12:14:47,810 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160., pid=23, masterSystemTime=1731413687761 2024-11-12T12:14:47,810 DEBUG [StoreOpener-1cbdad4f5578bbf80bf3ff53acb840aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:47,811 INFO [StoreOpener-1cbdad4f5578bbf80bf3ff53acb840aa-1 {}] regionserver.HStore(327): Store=1cbdad4f5578bbf80bf3ff53acb840aa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:47,811 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,812 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,812 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:14:47,812 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:14:47,812 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. 2024-11-12T12:14:47,812 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d907617373ff0d2ea4282c622dd25ed3, NAME => 'SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T12:14:47,812 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,813 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,813 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:47,813 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,813 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4269ad7b257100fd50cb5ee419d91d63, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:47,813 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,813 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,813 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:14:47,813 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:14:47,814 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:14:47,814 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4204d0ce08a3b0edf964646f767edaed, NAME => 'SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T12:14:47,814 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,814 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:47,814 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=042fb1549848ea6205db79f135e5b160, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:47,814 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,814 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4269ad7b257100fd50cb5ee419d91d63, server=4a91c05c96a4,33925,1731413666379 because future has completed 2024-11-12T12:14:47,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 042fb1549848ea6205db79f135e5b160, server=4a91c05c96a4,43655,1731413666334 because future has completed 2024-11-12T12:14:47,816 INFO [StoreOpener-d907617373ff0d2ea4282c622dd25ed3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,817 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,817 INFO [StoreOpener-4204d0ce08a3b0edf964646f767edaed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,818 INFO [StoreOpener-d907617373ff0d2ea4282c622dd25ed3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d907617373ff0d2ea4282c622dd25ed3 columnFamilyName cf 2024-11-12T12:14:47,818 DEBUG [StoreOpener-d907617373ff0d2ea4282c622dd25ed3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:47,819 INFO [StoreOpener-d907617373ff0d2ea4282c622dd25ed3-1 {}] regionserver.HStore(327): Store=d907617373ff0d2ea4282c622dd25ed3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:47,819 INFO [StoreOpener-4204d0ce08a3b0edf964646f767edaed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4204d0ce08a3b0edf964646f767edaed columnFamilyName cf 2024-11-12T12:14:47,819 DEBUG [StoreOpener-4204d0ce08a3b0edf964646f767edaed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:47,819 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,819 INFO [StoreOpener-4204d0ce08a3b0edf964646f767edaed-1 {}] regionserver.HStore(327): Store=4204d0ce08a3b0edf964646f767edaed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:47,820 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-12T12:14:47,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4269ad7b257100fd50cb5ee419d91d63, server=4a91c05c96a4,33925,1731413666379 in 10.0480 sec 2024-11-12T12:14:47,821 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,821 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,821 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,821 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,822 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,822 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,822 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,822 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-12T12:14:47,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4269ad7b257100fd50cb5ee419d91d63, ASSIGN in 10.2300 sec 2024-11-12T12:14:47,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 042fb1549848ea6205db79f135e5b160, server=4a91c05c96a4,43655,1731413666334 in 10.0450 sec 2024-11-12T12:14:47,824 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,824 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=042fb1549848ea6205db79f135e5b160, ASSIGN in 10.2320 sec 2024-11-12T12:14:47,825 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/1cbdad4f5578bbf80bf3ff53acb840aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:47,825 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1cbdad4f5578bbf80bf3ff53acb840aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71037588, jitterRate=0.05854254961013794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:14:47,825 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:47,825 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1cbdad4f5578bbf80bf3ff53acb840aa: Running coprocessor pre-open hook at 1731413687803Writing region info on filesystem at 1731413687803Initializing all the Stores at 1731413687804 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413687804Cleaning up temporary data from old regions at 1731413687813 (+9 ms)Running coprocessor post-open hooks at 1731413687825 (+12 ms)Region opened successfully at 1731413687825 2024-11-12T12:14:47,826 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa., pid=19, masterSystemTime=1731413687757 2024-11-12T12:14:47,826 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/d907617373ff0d2ea4282c622dd25ed3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:47,827 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4204d0ce08a3b0edf964646f767edaed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:47,827 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d907617373ff0d2ea4282c622dd25ed3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62775943, jitterRate=-0.06456555426120758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:14:47,827 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:47,827 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4204d0ce08a3b0edf964646f767edaed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59475826, jitterRate=-0.11374112963676453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:14:47,827 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:47,827 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d907617373ff0d2ea4282c622dd25ed3: Running coprocessor pre-open hook at 1731413687813Writing region info on filesystem at 1731413687813Initializing all the Stores at 1731413687814 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413687814Cleaning up temporary data from old regions at 1731413687822 (+8 ms)Running coprocessor post-open hooks at 1731413687827 (+5 ms)Region opened successfully at 1731413687827 2024-11-12T12:14:47,827 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4204d0ce08a3b0edf964646f767edaed: Running coprocessor pre-open hook at 1731413687814Writing region info on filesystem at 1731413687814Initializing all the Stores at 1731413687817 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413687817Cleaning up temporary data from old regions at 1731413687822 (+5 ms)Running coprocessor post-open hooks at 1731413687827 (+5 ms)Region opened successfully at 1731413687827 2024-11-12T12:14:47,828 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed., pid=17, masterSystemTime=1731413687761 2024-11-12T12:14:47,828 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3., pid=22, masterSystemTime=1731413687777 2024-11-12T12:14:47,828 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:14:47,828 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:14:47,828 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:14:47,829 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3aa354c144823906ddc1da464a51cbf2, NAME => 'SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T12:14:47,829 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1cbdad4f5578bbf80bf3ff53acb840aa, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:47,829 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,829 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:47,829 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,829 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,831 INFO [StoreOpener-3aa354c144823906ddc1da464a51cbf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,832 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. 2024-11-12T12:14:47,832 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. 2024-11-12T12:14:47,832 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:14:47,832 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a5821f94884f658b628402ecabac07e6, NAME => 'SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T12:14:47,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cbdad4f5578bbf80bf3ff53acb840aa, server=4a91c05c96a4,42061,1731413666411 because future has completed 2024-11-12T12:14:47,833 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,833 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:14:47,833 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,833 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,833 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d907617373ff0d2ea4282c622dd25ed3, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:47,834 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:14:47,834 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:14:47,834 INFO [StoreOpener-3aa354c144823906ddc1da464a51cbf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aa354c144823906ddc1da464a51cbf2 columnFamilyName cf 2024-11-12T12:14:47,834 DEBUG [StoreOpener-3aa354c144823906ddc1da464a51cbf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:47,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4204d0ce08a3b0edf964646f767edaed, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,43655,1731413666334 2024-11-12T12:14:47,835 INFO [StoreOpener-a5821f94884f658b628402ecabac07e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,836 INFO [StoreOpener-3aa354c144823906ddc1da464a51cbf2-1 {}] regionserver.HStore(327): Store=3aa354c144823906ddc1da464a51cbf2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:47,836 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d907617373ff0d2ea4282c622dd25ed3, server=4a91c05c96a4,33925,1731413666379 because future has completed 2024-11-12T12:14:47,838 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,838 INFO [StoreOpener-a5821f94884f658b628402ecabac07e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5821f94884f658b628402ecabac07e6 columnFamilyName cf 2024-11-12T12:14:47,838 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,839 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4204d0ce08a3b0edf964646f767edaed, server=4a91c05c96a4,43655,1731413666334 because future has completed 2024-11-12T12:14:47,839 DEBUG [StoreOpener-a5821f94884f658b628402ecabac07e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:14:47,839 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-12T12:14:47,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cbdad4f5578bbf80bf3ff53acb840aa, server=4a91c05c96a4,42061,1731413666411 in 10.0740 sec 2024-11-12T12:14:47,840 INFO [StoreOpener-a5821f94884f658b628402ecabac07e6-1 {}] regionserver.HStore(327): Store=a5821f94884f658b628402ecabac07e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:14:47,841 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,842 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,842 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-12T12:14:47,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cbdad4f5578bbf80bf3ff53acb840aa, ASSIGN in 10.2490 sec 2024-11-12T12:14:47,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d907617373ff0d2ea4282c622dd25ed3, server=4a91c05c96a4,33925,1731413666379 in 10.0640 sec 2024-11-12T12:14:47,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-12T12:14:47,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4204d0ce08a3b0edf964646f767edaed, server=4a91c05c96a4,43655,1731413666334 in 10.0840 sec 2024-11-12T12:14:47,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d907617373ff0d2ea4282c622dd25ed3, ASSIGN in 10.2520 sec 2024-11-12T12:14:47,846 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:47,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4204d0ce08a3b0edf964646f767edaed, ASSIGN in 10.2540 sec 2024-11-12T12:14:47,846 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3aa354c144823906ddc1da464a51cbf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69696971, jitterRate=0.038565799593925476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:14:47,847 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:47,847 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3aa354c144823906ddc1da464a51cbf2: Running coprocessor pre-open hook at 1731413687829Writing region info on filesystem at 1731413687829Initializing all the Stores at 1731413687831 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413687831Cleaning up temporary data from old regions at 1731413687839 (+8 ms)Running coprocessor post-open hooks at 1731413687847 (+8 ms)Region opened successfully at 1731413687847 2024-11-12T12:14:47,847 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2., pid=18, masterSystemTime=1731413687757 2024-11-12T12:14:47,848 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,849 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,849 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,849 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:14:47,850 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:14:47,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3aa354c144823906ddc1da464a51cbf2, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:14:47,851 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3aa354c144823906ddc1da464a51cbf2, server=4a91c05c96a4,42061,1731413666411 because future has completed 2024-11-12T12:14:47,854 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/a5821f94884f658b628402ecabac07e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:14:47,855 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a5821f94884f658b628402ecabac07e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60411678, jitterRate=-0.09979584813117981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:14:47,855 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:47,855 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a5821f94884f658b628402ecabac07e6: Running coprocessor pre-open hook at 1731413687833Writing region info on filesystem at 1731413687833Initializing all the Stores at 1731413687834 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413687834Cleaning up temporary data from old regions at 1731413687849 (+15 ms)Running coprocessor post-open hooks at 1731413687855 (+6 ms)Region opened successfully at 1731413687855 2024-11-12T12:14:47,856 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6., pid=24, masterSystemTime=1731413687777 2024-11-12T12:14:47,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-12T12:14:47,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3aa354c144823906ddc1da464a51cbf2, server=4a91c05c96a4,42061,1731413666411 in 10.0960 sec 2024-11-12T12:14:47,859 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:14:47,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3aa354c144823906ddc1da464a51cbf2, ASSIGN in 10.2660 sec 2024-11-12T12:14:47,859 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:14:47,859 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a5821f94884f658b628402ecabac07e6, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,33925,1731413666379 2024-11-12T12:14:47,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5821f94884f658b628402ecabac07e6, server=4a91c05c96a4,33925,1731413666379 because future has completed 2024-11-12T12:14:47,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-12T12:14:47,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a5821f94884f658b628402ecabac07e6, server=4a91c05c96a4,33925,1731413666379 in 10.0850 sec 2024-11-12T12:14:47,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-12T12:14:47,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5821f94884f658b628402ecabac07e6, ASSIGN in 10.2720 sec 2024-11-12T12:14:47,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:14:47,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731413687867"}]},"ts":"1731413687867"} 2024-11-12T12:14:47,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T12:14:47,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:14:47,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3980 sec 2024-11-12T12:14:50,950 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T12:14:53,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:14:53,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:53,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:53,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:14:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:14:55,702 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T12:14:55,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T12:14:55,703 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:14:55,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T12:14:55,711 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:14:55,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T12:14:55,759 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,761 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,763 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,764 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,766 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,767 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,768 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,794 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82., hostname=4a91c05c96a4,43655,1731413666334, seqNum=2] 2024-11-12T12:14:55,795 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82., hostname=4a91c05c96a4,43655,1731413666334, seqNum=2] 2024-11-12T12:14:55,797 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82., hostname=4a91c05c96a4,43655,1731413666334, seqNum=2] 2024-11-12T12:14:55,798 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82., hostname=4a91c05c96a4,43655,1731413666334, seqNum=2] 2024-11-12T12:14:55,799 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82., hostname=4a91c05c96a4,43655,1731413666334, seqNum=2] 2024-11-12T12:14:55,828 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63., hostname=4a91c05c96a4,33925,1731413666379, seqNum=2] 2024-11-12T12:14:55,830 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63., hostname=4a91c05c96a4,33925,1731413666379, seqNum=2] 2024-11-12T12:14:55,831 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63., hostname=4a91c05c96a4,33925,1731413666379, seqNum=2] 2024-11-12T12:14:55,833 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63., hostname=4a91c05c96a4,33925,1731413666379, seqNum=2] 2024-11-12T12:14:55,834 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63., hostname=4a91c05c96a4,33925,1731413666379, seqNum=2] 2024-11-12T12:14:55,892 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,893 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,895 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,896 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,897 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:55,899 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581., hostname=4a91c05c96a4,42061,1731413666411, seqNum=2] 2024-11-12T12:14:56,128 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:14:56,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:14:56,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:14:56,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:14:56,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:14:56,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T12:14:56,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43655 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T12:14:56,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:14:56,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T12:14:57,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42061 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T12:14:57,209 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T12:14:57,209 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:14:57,210 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T12:14:57,211 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T12:14:57,214 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T12:14:57,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741848_1024 (size=49) 2024-11-12T12:14:57,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741848_1024 (size=49) 2024-11-12T12:14:57,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741848_1024 (size=49) 2024-11-12T12:14:57,629 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T12:14:57,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4204d0ce08a3b0edf964646f767edaed}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cbdad4f5578bbf80bf3ff53acb840aa}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5821f94884f658b628402ecabac07e6}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bd95fe239965897643a264bc1198869}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 042fb1549848ea6205db79f135e5b160}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d907617373ff0d2ea4282c622dd25ed3}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3aa354c144823906ddc1da464a51cbf2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90a551377e0f1a8b0b0a75340facaf82}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4269ad7b257100fd50cb5ee419d91d63}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc8e519e3fb36d2eff6733257c39a581}] 2024-11-12T12:14:57,632 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:14:57,632 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:14:57,633 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 042fb1549848ea6205db79f135e5b160 2024-11-12T12:14:57,633 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5821f94884f658b628402ecabac07e6 2024-11-12T12:14:57,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:14:57,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:14:57,637 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:14:57,637 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:14:57,637 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:14:57,638 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bd95fe239965897643a264bc1198869 2024-11-12T12:14:59,673 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-12T12:15:07,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T12:15:07,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T12:15:07,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T12:15:07,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T12:15:07,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:15:07,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:15:07,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T12:15:07,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T12:15:07,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 4204d0ce08a3b0edf964646f767edaed: 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. for SnapshotProcedureTest completed. 2024-11-12T12:15:07,635 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing fc8e519e3fb36d2eff6733257c39a581 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 042fb1549848ea6205db79f135e5b160: 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. for SnapshotProcedureTest completed. 2024-11-12T12:15:07,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,635 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 3aa354c144823906ddc1da464a51cbf2 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:15:07,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:15:07,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:15:07,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 90a551377e0f1a8b0b0a75340facaf82 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 1cbdad4f5578bbf80bf3ff53acb840aa: 2024-11-12T12:15:07,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. for SnapshotProcedureTest completed. 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:15:07,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a5821f94884f658b628402ecabac07e6: 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. for SnapshotProcedureTest completed. 2024-11-12T12:15:07,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 4269ad7b257100fd50cb5ee419d91d63 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T12:15:07,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. 2024-11-12T12:15:07,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:15:07,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d907617373ff0d2ea4282c622dd25ed3: 2024-11-12T12:15:07,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:15:07,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. for SnapshotProcedureTest completed. 2024-11-12T12:15:07,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:15:07,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:15:07,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2/.tmp/cf/7f09c5103401406992e3e40e7d940ea0 is 34, key is aaa/cf:cf/1731413696688/Put/seqid=0 2024-11-12T12:15:07,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82/.tmp/cf/b1e04a1249e54cf2b743c94bd04df472 is 34, key is baa/cf:cf/1731413696626/Put/seqid=0 2024-11-12T12:15:07,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/.tmp/cf/bd9e75d05db5491fa00a60e0abeab7e1 is 34, key is ccd/cf:cf/1731413696621/Put/seqid=0 2024-11-12T12:15:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741852_1028 (size=65) 2024-11-12T12:15:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741852_1028 (size=65) 2024-11-12T12:15:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741852_1028 (size=65) 2024-11-12T12:15:07,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731413677473.d907617373ff0d2ea4282c622dd25ed3. 2024-11-12T12:15:07,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T12:15:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T12:15:07,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:15:07,696 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d907617373ff0d2ea4282c622dd25ed3 2024-11-12T12:15:07,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d907617373ff0d2ea4282c622dd25ed3 in 10.0670 sec 2024-11-12T12:15:07,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741851_1027 (size=65) 2024-11-12T12:15:07,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741851_1027 (size=65) 2024-11-12T12:15:07,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741851_1027 (size=65) 2024-11-12T12:15:07,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:15:07,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T12:15:07,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:15:07,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4bd95fe239965897643a264bc1198869: 2024-11-12T12:15:07,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. for SnapshotProcedureTest completed. 2024-11-12T12:15:07,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T12:15:07,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:15:07,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:15:07,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T12:15:07,719 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:15:07,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1cbdad4f5578bbf80bf3ff53acb840aa in 10.0910 sec 2024-11-12T12:15:07,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581/.tmp/cf/e9649b2536014a72b872d68fc8ec90cc is 34, key is eaa/cf:cf/1731413697114/Put/seqid=0 2024-11-12T12:15:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741853_1029 (size=65) 2024-11-12T12:15:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741853_1029 (size=65) 2024-11-12T12:15:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741853_1029 (size=65) 2024-11-12T12:15:07,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:15:07,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T12:15:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T12:15:07,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:07,744 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:07,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a5821f94884f658b628402ecabac07e6 in 10.1150 sec 2024-11-12T12:15:07,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741849_1025 (size=57) 2024-11-12T12:15:07,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741849_1025 (size=57) 2024-11-12T12:15:07,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741849_1025 (size=57) 2024-11-12T12:15:07,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:15:07,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T12:15:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T12:15:07,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:15:07,767 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:15:07,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4204d0ce08a3b0edf964646f767edaed in 10.1380 sec 2024-11-12T12:15:07,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741850_1026 (size=65) 2024-11-12T12:15:07,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741850_1026 (size=65) 2024-11-12T12:15:07,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741850_1026 (size=65) 2024-11-12T12:15:07,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:15:07,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T12:15:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T12:15:07,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 042fb1549848ea6205db79f135e5b160 2024-11-12T12:15:07,784 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 042fb1549848ea6205db79f135e5b160 2024-11-12T12:15:07,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 042fb1549848ea6205db79f135e5b160 in 10.1550 sec 2024-11-12T12:15:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741856_1032 (size=499309) 2024-11-12T12:15:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741856_1032 (size=499309) 2024-11-12T12:15:07,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741856_1032 (size=499309) 2024-11-12T12:15:07,810 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581/.tmp/cf/e9649b2536014a72b872d68fc8ec90cc 2024-11-12T12:15:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741857_1033 (size=47197) 2024-11-12T12:15:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741857_1033 (size=47197) 2024-11-12T12:15:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741857_1033 (size=47197) 2024-11-12T12:15:07,819 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/.tmp/cf/bd9e75d05db5491fa00a60e0abeab7e1 2024-11-12T12:15:07,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741855_1031 (size=28623) 2024-11-12T12:15:07,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741855_1031 (size=28623) 2024-11-12T12:15:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741855_1031 (size=28623) 2024-11-12T12:15:07,829 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82/.tmp/cf/b1e04a1249e54cf2b743c94bd04df472 2024-11-12T12:15:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741854_1030 (size=26918) 2024-11-12T12:15:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741854_1030 (size=26918) 2024-11-12T12:15:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741854_1030 (size=26918) 2024-11-12T12:15:07,839 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2/.tmp/cf/7f09c5103401406992e3e40e7d940ea0 2024-11-12T12:15:07,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/.tmp/cf/bd9e75d05db5491fa00a60e0abeab7e1 as hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/cf/bd9e75d05db5491fa00a60e0abeab7e1 2024-11-12T12:15:07,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581/.tmp/cf/e9649b2536014a72b872d68fc8ec90cc as hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581/cf/e9649b2536014a72b872d68fc8ec90cc 2024-11-12T12:15:07,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741858_1034 (size=65) 2024-11-12T12:15:07,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741858_1034 (size=65) 2024-11-12T12:15:07,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741858_1034 (size=65) 2024-11-12T12:15:07,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82/.tmp/cf/b1e04a1249e54cf2b743c94bd04df472 as hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82/cf/b1e04a1249e54cf2b743c94bd04df472 2024-11-12T12:15:07,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/cf/bd9e75d05db5491fa00a60e0abeab7e1, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T12:15:07,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581/cf/e9649b2536014a72b872d68fc8ec90cc, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T12:15:07,878 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for fc8e519e3fb36d2eff6733257c39a581 in 244ms, sequenceid=5, compaction requested=false 2024-11-12T12:15:07,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for fc8e519e3fb36d2eff6733257c39a581: 2024-11-12T12:15:07,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. for SnapshotProcedureTest completed. 2024-11-12T12:15:07,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:15:07,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581/cf/e9649b2536014a72b872d68fc8ec90cc] hfiles 2024-11-12T12:15:07,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581/cf/e9649b2536014a72b872d68fc8ec90cc for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 4269ad7b257100fd50cb5ee419d91d63 in 243ms, sequenceid=5, compaction requested=false 2024-11-12T12:15:07,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4269ad7b257100fd50cb5ee419d91d63: 2024-11-12T12:15:07,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. for SnapshotProcedureTest completed. 2024-11-12T12:15:07,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:15:07,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/cf/bd9e75d05db5491fa00a60e0abeab7e1] hfiles 2024-11-12T12:15:07,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/cf/bd9e75d05db5491fa00a60e0abeab7e1 for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,882 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82/cf/b1e04a1249e54cf2b743c94bd04df472, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T12:15:07,883 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 90a551377e0f1a8b0b0a75340facaf82 in 247ms, sequenceid=5, compaction requested=false 2024-11-12T12:15:07,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 90a551377e0f1a8b0b0a75340facaf82: 2024-11-12T12:15:07,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. for SnapshotProcedureTest completed. 2024-11-12T12:15:07,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:15:07,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82/cf/b1e04a1249e54cf2b743c94bd04df472] hfiles 2024-11-12T12:15:07,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82/cf/b1e04a1249e54cf2b743c94bd04df472 for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2/.tmp/cf/7f09c5103401406992e3e40e7d940ea0 as hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2/cf/7f09c5103401406992e3e40e7d940ea0 2024-11-12T12:15:07,894 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2/cf/7f09c5103401406992e3e40e7d940ea0, entries=676, sequenceid=5, filesize=26.3 K 2024-11-12T12:15:07,895 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 3aa354c144823906ddc1da464a51cbf2 in 260ms, sequenceid=5, compaction requested=false 2024-11-12T12:15:07,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3aa354c144823906ddc1da464a51cbf2: 2024-11-12T12:15:07,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. for SnapshotProcedureTest completed. 2024-11-12T12:15:07,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T12:15:07,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2/cf/7f09c5103401406992e3e40e7d940ea0] hfiles 2024-11-12T12:15:07,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2/cf/7f09c5103401406992e3e40e7d940ea0 for snapshot=SnapshotProcedureTest 2024-11-12T12:15:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741859_1035 (size=105) 2024-11-12T12:15:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741860_1036 (size=105) 2024-11-12T12:15:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741860_1036 (size=105) 2024-11-12T12:15:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741859_1035 (size=105) 2024-11-12T12:15:07,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741860_1036 (size=105) 2024-11-12T12:15:07,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741859_1035 (size=105) 2024-11-12T12:15:07,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:15:07,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T12:15:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T12:15:07,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:15:07,918 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:15:07,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:15:07,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T12:15:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T12:15:07,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:07,920 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:07,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 90a551377e0f1a8b0b0a75340facaf82 in 10.2890 sec 2024-11-12T12:15:07,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4269ad7b257100fd50cb5ee419d91d63 in 10.2910 sec 2024-11-12T12:15:07,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741861_1037 (size=97) 2024-11-12T12:15:07,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741861_1037 (size=97) 2024-11-12T12:15:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741861_1037 (size=97) 2024-11-12T12:15:07,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:15:07,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T12:15:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T12:15:07,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:15:07,937 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:15:07,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741862_1038 (size=105) 2024-11-12T12:15:07,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fc8e519e3fb36d2eff6733257c39a581 in 10.3080 sec 2024-11-12T12:15:07,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741862_1038 (size=105) 2024-11-12T12:15:07,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741862_1038 (size=105) 2024-11-12T12:15:07,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:15:07,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T12:15:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T12:15:07,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:15:07,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:15:07,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3aa354c144823906ddc1da464a51cbf2 in 10.3140 sec 2024-11-12T12:15:08,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:15:08,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T12:15:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T12:15:08,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4bd95fe239965897643a264bc1198869 2024-11-12T12:15:08,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bd95fe239965897643a264bc1198869 2024-11-12T12:15:08,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-12T12:15:08,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4bd95fe239965897643a264bc1198869 in 10.6410 sec 2024-11-12T12:15:08,273 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T12:15:08,275 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T12:15:08,275 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T12:15:08,275 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T12:15:08,277 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T12:15:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741863_1039 (size=1174) 2024-11-12T12:15:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741863_1039 (size=1174) 2024-11-12T12:15:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741863_1039 (size=1174) 2024-11-12T12:15:08,296 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T12:15:08,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T12:15:08,304 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,33925,1731413666379 2024-11-12T12:15:08,304 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,33925,1731413666379 2024-11-12T12:15:08,304 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,33925,1731413666379 2024-11-12T12:15:08,304 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:08,304 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:08,309 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:08,309 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:08,309 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:08,309 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:08,327 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:15:10,069 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a91c05c96a4:39219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T12:15:17,505 INFO [master/4a91c05c96a4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T12:15:17,505 INFO [master/4a91c05c96a4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T12:15:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-12T12:15:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-12T12:15:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-12T12:15:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-12T12:15:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-12T12:15:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-12T12:15:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-12T12:15:18,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-12T12:15:18,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T12:15:18,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T12:15:18,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T12:15:18,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-12T12:15:18,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T12:15:18,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T12:15:18,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T12:15:18,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T12:15:18,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-12T12:15:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-12T12:15:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T12:15:18,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-12T12:15:18,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T12:15:18,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T12:15:18,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T12:15:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-12T12:15:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T12:15:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-12T12:15:18,318 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,43655,1731413666334 Release verify snapshot worker=4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-12T12:15:18,318 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,42061,1731413666411 Release verify snapshot worker=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:18,318 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,43655,1731413666334 Release verify snapshot worker=4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T12:15:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-12T12:15:18,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,43655,1731413666334 in 10.0170 sec 2024-11-12T12:15:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T12:15:18,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,43655,1731413666334 in 10.0180 sec 2024-11-12T12:15:18,321 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,33925,1731413666379 Release verify snapshot worker=4a91c05c96a4,33925,1731413666379 2024-11-12T12:15:18,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,42061,1731413666411 in 10.0170 sec 2024-11-12T12:15:18,321 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,33925,1731413666379 Release verify snapshot worker=4a91c05c96a4,33925,1731413666379 2024-11-12T12:15:18,321 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,42061,1731413666411 Release verify snapshot worker=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:18,323 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,33925,1731413666379 2024-11-12T12:15:18,323 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,33925,1731413666379 Release verify snapshot worker=4a91c05c96a4,33925,1731413666379 2024-11-12T12:15:18,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,33925,1731413666379 in 10.0200 sec 2024-11-12T12:15:18,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,42061,1731413666411 in 10.0200 sec 2024-11-12T12:15:18,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,33925,1731413666379 in 10.0200 sec 2024-11-12T12:15:18,324 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,42061,1731413666411 Release verify snapshot worker=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:18,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,33925,1731413666379 in 10.0220 sec 2024-11-12T12:15:18,325 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,43655,1731413666334 Release verify snapshot worker=4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:18,328 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 4a91c05c96a4,33925,1731413666379 2024-11-12T12:15:18,328 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 4a91c05c96a4,33925,1731413666379: Simulated kill ***** 2024-11-12T12:15:18,328 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T12:15:18,328 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T12:15:18,329 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T12:15:18,329 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T12:15:18,329 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T12:15:18,329 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 529595904 }, "NonHeapMemoryUsage": { "committed": 176816128, "init": 7667712, "max": -1, "used": 172575296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T12:15:18,330 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35081 {}] master.MasterRpcServices(700): 4a91c05c96a4,33925,1731413666379 reported a fatal error: ***** ABORTING region server 4a91c05c96a4,33925,1731413666379: Simulated kill ***** 2024-11-12T12:15:18,330 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,33925,1731413666379' ***** 2024-11-12T12:15:18,330 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T12:15:18,330 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:15:18,331 INFO [RS:1;4a91c05c96a4:33925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T12:15:18,331 INFO [RS:1;4a91c05c96a4:33925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T12:15:18,331 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:15:18,331 INFO [RS:1;4a91c05c96a4:33925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4a91c05c96a4:33925. 2024-11-12T12:15:18,331 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:15:18,331 DEBUG [RS:1;4a91c05c96a4:33925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:15:18,331 DEBUG [RS:1;4a91c05c96a4:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:15:18,331 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:15:18,331 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:15:18,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,42061,1731413666411 in 10.0230 sec 2024-11-12T12:15:18,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,43655,1731413666334 in 10.0240 sec 2024-11-12T12:15:18,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741834_1010 (size=1488) 2024-11-12T12:15:18,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741834_1010 (size=1488) 2024-11-12T12:15:18,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741834_1010 (size=1488) 2024-11-12T12:15:18,337 DEBUG [RS:1;4a91c05c96a4:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:15:18,337 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:15:18,337 INFO [RS:1;4a91c05c96a4:33925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33925 2024-11-12T12:15:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:15:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,33925,1731413666379 2024-11-12T12:15:18,354 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:15:18,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,33925,1731413666379] 2024-11-12T12:15:18,385 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,33925,1731413666379 already deleted, retry=false 2024-11-12T12:15:18,385 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 4a91c05c96a4,33925,1731413666379 on 4a91c05c96a4,35081,1731413666150 2024-11-12T12:15:18,386 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4a91c05c96a4,33925,1731413666379, splitWal=true, meta=false 2024-11-12T12:15:18,386 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 4a91c05c96a4,33925,1731413666379 (carryingMeta=false) 4a91c05c96a4,33925,1731413666379/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4d077352[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T12:15:18,387 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4a91c05c96a4,33925,1731413666379, splitWal=true, meta=false 2024-11-12T12:15:18,388 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 4a91c05c96a4,33925,1731413666379 had 3 regions 2024-11-12T12:15:18,389 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4a91c05c96a4,33925,1731413666379, splitWal=true, meta=false, isMeta: false 2024-11-12T12:15:18,391 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting 2024-11-12T12:15:18,392 INFO [PEWorker-5 {}] master.SplitWALManager(105): 4a91c05c96a4,33925,1731413666379 WAL count=1, meta=false 2024-11-12T12:15:18,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4a91c05c96a4%2C33925%2C1731413666379.1731413667118}] 2024-11-12T12:15:18,394 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:18,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4a91c05c96a4%2C33925%2C1731413666379.1731413667118, worker=4a91c05c96a4,43655,1731413666334}] 2024-11-12T12:15:18,395 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-12T12:15:18,395 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-12T12:15:18,395 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-12T12:15:18,396 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,33925,1731413666379 Release verify snapshot worker=4a91c05c96a4,33925,1731413666379 2024-11-12T12:15:18,396 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 4a91c05c96a4,33925,1731413666379, this operation will be retried to send to another server 2024-11-12T12:15:18,396 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T12:15:18,396 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731413719396 2024-11-12T12:15:18,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:15:18,475 INFO [RS:1;4a91c05c96a4:33925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:15:18,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1012ef7e4fe0002, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:15:18,475 INFO [RS:1;4a91c05c96a4:33925 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,33925,1731413666379; zookeeper connection closed. 2024-11-12T12:15:18,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76e2d199 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76e2d199 2024-11-12T12:15:18,980 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:15:18,980 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:15:19,399 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:26,128 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T12:15:27,156 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T12:15:28,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-12T12:15:28,418 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118, size=1.5 K (1488bytes) 2024-11-12T12:15:28,418 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118 2024-11-12T12:15:28,419 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118 after 1ms 2024-11-12T12:15:28,422 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118 took 4ms 2024-11-12T12:15:28,424 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 4269ad7b257100fd50cb5ee419d91d63: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-12T12:15:28,425 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d907617373ff0d2ea4282c622dd25ed3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T12:15:28,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a5821f94884f658b628402ecabac07e6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T12:15:28,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118 so closing down 2024-11-12T12:15:28,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T12:15:28,426 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T12:15:28,427 INFO [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-12T12:15:28,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118, journal: Splitting hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118, size=1.5 K (1488bytes) at 1731413728418Finishing writing output for hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118 so closing down at 1731413728426 (+8 ms)3 split writer threads finished at 1731413728426Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731413728427 (+1 ms) 2024-11-12T12:15:28,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118 2024-11-12T12:15:28,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T12:15:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T12:15:28,430 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting/4a91c05c96a4%2C33925%2C1731413666379.1731413667118 to hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/oldWALs 2024-11-12T12:15:28,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-12T12:15:28,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4a91c05c96a4%2C33925%2C1731413666379.1731413667118, worker=4a91c05c96a4,43655,1731413666334 in 10.0350 sec 2024-11-12T12:15:28,433 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:28,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T12:15:28,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 4a91c05c96a4%2C33925%2C1731413666379.1731413667118, worker=4a91c05c96a4,43655,1731413666334 in 10.0410 sec 2024-11-12T12:15:28,437 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting dir is empty, no logs to split. 2024-11-12T12:15:28,437 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4a91c05c96a4,33925,1731413666379 WAL count=0, meta=false 2024-11-12T12:15:28,437 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4a91c05c96a4,33925,1731413666379 WAL splitting is done? wals=0, meta=false 2024-11-12T12:15:28,439 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 4a91c05c96a4,33925,1731413666379 failed, ignore...File hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/WALs/4a91c05c96a4,33925,1731413666379-splitting does not exist. 2024-11-12T12:15:28,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4269ad7b257100fd50cb5ee419d91d63, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d907617373ff0d2ea4282c622dd25ed3, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5821f94884f658b628402ecabac07e6, ASSIGN}] 2024-11-12T12:15:28,441 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d907617373ff0d2ea4282c622dd25ed3, ASSIGN 2024-11-12T12:15:28,441 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4269ad7b257100fd50cb5ee419d91d63, ASSIGN 2024-11-12T12:15:28,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5821f94884f658b628402ecabac07e6, ASSIGN 2024-11-12T12:15:28,442 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d907617373ff0d2ea4282c622dd25ed3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T12:15:28,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4269ad7b257100fd50cb5ee419d91d63, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T12:15:28,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5821f94884f658b628402ecabac07e6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T12:15:28,593 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:15:28,593 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:15:28,594 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:15:28,594 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:15:28,594 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:15:28,594 INFO [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:15:28,594 INFO [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:15:28,594 DEBUG [4a91c05c96a4:35081 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:15:28,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=4269ad7b257100fd50cb5ee419d91d63, regionState=OPENING, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:28,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=d907617373ff0d2ea4282c622dd25ed3, regionState=OPENING, regionLocation=4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:28,594 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=a5821f94884f658b628402ecabac07e6, regionState=OPENING, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:28,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d907617373ff0d2ea4282c622dd25ed3, ASSIGN because future has completed 2024-11-12T12:15:28,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure d907617373ff0d2ea4282c622dd25ed3, server=4a91c05c96a4,43655,1731413666334}] 2024-11-12T12:15:28,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4269ad7b257100fd50cb5ee419d91d63, ASSIGN because future has completed 2024-11-12T12:15:28,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4269ad7b257100fd50cb5ee419d91d63, server=4a91c05c96a4,42061,1731413666411}] 2024-11-12T12:15:28,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5821f94884f658b628402ecabac07e6, ASSIGN because future has completed 2024-11-12T12:15:28,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5821f94884f658b628402ecabac07e6, server=4a91c05c96a4,42061,1731413666411}] 2024-11-12T12:15:29,402 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:15:29,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-12T12:15:29,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-12T12:15:29,403 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 4269ad7b257100fd50cb5ee419d91d63, NAME => 'SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T12:15:29,403 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,403 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:15:29,403 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,403 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-12T12:15:29,404 INFO [StoreOpener-4269ad7b257100fd50cb5ee419d91d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,405 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,42061,1731413666411 Release verify snapshot worker=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:29,405 INFO [StoreOpener-4269ad7b257100fd50cb5ee419d91d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4269ad7b257100fd50cb5ee419d91d63 columnFamilyName cf 2024-11-12T12:15:29,405 DEBUG [StoreOpener-4269ad7b257100fd50cb5ee419d91d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:15:29,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-12T12:15:29,406 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T12:15:29,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4a91c05c96a4,42061,1731413666411 in 21.1040 sec 2024-11-12T12:15:29,407 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T12:15:29,408 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T12:15:29,408 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T12:15:29,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 32.2010 sec 2024-11-12T12:15:29,413 DEBUG [StoreOpener-4269ad7b257100fd50cb5ee419d91d63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/cf/bd9e75d05db5491fa00a60e0abeab7e1 2024-11-12T12:15:29,413 INFO [StoreOpener-4269ad7b257100fd50cb5ee419d91d63-1 {}] regionserver.HStore(327): Store=4269ad7b257100fd50cb5ee419d91d63/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:15:29,413 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,414 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,415 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,416 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,416 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,417 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,419 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:15:29,420 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 4269ad7b257100fd50cb5ee419d91d63; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66684469, jitterRate=-0.006323978304862976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:15:29,420 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,420 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 4269ad7b257100fd50cb5ee419d91d63: Running coprocessor pre-open hook at 1731413729403Writing region info on filesystem at 1731413729403Initializing all the Stores at 1731413729404 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413729404Cleaning up temporary data from old regions at 1731413729416 (+12 ms)Running coprocessor post-open hooks at 1731413729420 (+4 ms)Region opened successfully at 1731413729420 2024-11-12T12:15:29,421 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63., pid=53, masterSystemTime=1731413729399 2024-11-12T12:15:29,423 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:15:29,423 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:15:29,423 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:15:29,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=4269ad7b257100fd50cb5ee419d91d63, regionState=OPEN, openSeqNum=6, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:29,423 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => a5821f94884f658b628402ecabac07e6, NAME => 'SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T12:15:29,423 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,423 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:15:29,424 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,424 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4269ad7b257100fd50cb5ee419d91d63, server=4a91c05c96a4,42061,1731413666411 because future has completed 2024-11-12T12:15:29,425 INFO [StoreOpener-a5821f94884f658b628402ecabac07e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,426 INFO [StoreOpener-a5821f94884f658b628402ecabac07e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5821f94884f658b628402ecabac07e6 columnFamilyName cf 2024-11-12T12:15:29,426 DEBUG [StoreOpener-a5821f94884f658b628402ecabac07e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:15:29,427 INFO [StoreOpener-a5821f94884f658b628402ecabac07e6-1 {}] regionserver.HStore(327): Store=a5821f94884f658b628402ecabac07e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:15:29,427 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-11-12T12:15:29,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 4269ad7b257100fd50cb5ee419d91d63, server=4a91c05c96a4,42061,1731413666411 in 827 msec 2024-11-12T12:15:29,428 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4269ad7b257100fd50cb5ee419d91d63, ASSIGN in 987 msec 2024-11-12T12:15:29,429 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,429 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,429 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,431 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,431 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened a5821f94884f658b628402ecabac07e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66423352, jitterRate=-0.010214924812316895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:15:29,432 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,432 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for a5821f94884f658b628402ecabac07e6: Running coprocessor pre-open hook at 1731413729424Writing region info on filesystem at 1731413729424Initializing all the Stores at 1731413729424Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731413729425 (+1 ms)Cleaning up temporary data from old regions at 1731413729429 (+4 ms)Running coprocessor post-open hooks at 1731413729432 (+3 ms)Region opened successfully at 1731413729432 2024-11-12T12:15:29,432 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6., pid=54, masterSystemTime=1731413729399 2024-11-12T12:15:29,434 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:15:29,434 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:15:29,434 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=a5821f94884f658b628402ecabac07e6, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:29,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5821f94884f658b628402ecabac07e6, server=4a91c05c96a4,42061,1731413666411 because future has completed 2024-11-12T12:15:29,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-12T12:15:29,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure a5821f94884f658b628402ecabac07e6, server=4a91c05c96a4,42061,1731413666411 in 837 msec 2024-11-12T12:15:29,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5821f94884f658b628402ecabac07e6, ASSIGN in 999 msec 2024-11-12T12:15:29,445 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T12:15:29,449 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T12:15:29,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:15:29,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:15:29,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:15:29,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:15:29,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:15:29,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:15:29,450 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:15:29,450 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1136441466, stopped=false 2024-11-12T12:15:29,450 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,35081,1731413666150 2024-11-12T12:15:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:15:29,494 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:15:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:15:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:15:29,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:15:29,494 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:15:29,495 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:15:29,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:15:29,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:15:29,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:15:29,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:15:29,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:15:29,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,43655,1731413666334' ***** 2024-11-12T12:15:29,496 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:15:29,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:15:29,496 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:15:29,496 INFO [RS:0;4a91c05c96a4:43655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:15:29,496 INFO [RS:0;4a91c05c96a4:43655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:15:29,496 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(3091): Received CLOSE for 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:15:29,496 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:15:29,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,42061,1731413666411' ***** 2024-11-12T12:15:29,496 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:15:29,496 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(3091): Received CLOSE for 042fb1549848ea6205db79f135e5b160 2024-11-12T12:15:29,496 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(3091): Received CLOSE for 4204d0ce08a3b0edf964646f767edaed 2024-11-12T12:15:29,496 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:29,496 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:15:29,496 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:15:29,496 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90a551377e0f1a8b0b0a75340facaf82, disabling compactions & flushes 2024-11-12T12:15:29,496 INFO [RS:0;4a91c05c96a4:43655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:43655. 2024-11-12T12:15:29,496 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:15:29,496 INFO [RS:2;4a91c05c96a4:42061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:15:29,496 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:15:29,497 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:15:29,497 DEBUG [RS:0;4a91c05c96a4:43655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:15:29,497 DEBUG [RS:0;4a91c05c96a4:43655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:15:29,497 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. after waiting 0 ms 2024-11-12T12:15:29,497 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:15:29,497 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:15:29,497 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:15:29,497 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:15:29,497 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 4269ad7b257100fd50cb5ee419d91d63 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bd95fe239965897643a264bc1198869 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 3aa354c144823906ddc1da464a51cbf2 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for a5821f94884f658b628402ecabac07e6 2024-11-12T12:15:29,497 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc8e519e3fb36d2eff6733257c39a581, disabling compactions & flushes 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cbdad4f5578bbf80bf3ff53acb840aa 2024-11-12T12:15:29,497 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:29,497 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:15:29,497 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. after waiting 0 ms 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4a91c05c96a4:42061. 2024-11-12T12:15:29,497 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:15:29,497 DEBUG [RS:2;4a91c05c96a4:42061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:15:29,497 DEBUG [RS:2;4a91c05c96a4:42061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:15:29,497 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-12T12:15:29,497 DEBUG [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(1325): Online Regions={fc8e519e3fb36d2eff6733257c39a581=SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581., 4269ad7b257100fd50cb5ee419d91d63=SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63., 4bd95fe239965897643a264bc1198869=SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869., 3aa354c144823906ddc1da464a51cbf2=SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2., a5821f94884f658b628402ecabac07e6=SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6., 1cbdad4f5578bbf80bf3ff53acb840aa=SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa.} 2024-11-12T12:15:29,497 DEBUG [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(1351): Waiting on 1cbdad4f5578bbf80bf3ff53acb840aa, 3aa354c144823906ddc1da464a51cbf2, 4269ad7b257100fd50cb5ee419d91d63, 4bd95fe239965897643a264bc1198869, a5821f94884f658b628402ecabac07e6, fc8e519e3fb36d2eff6733257c39a581 2024-11-12T12:15:29,497 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-12T12:15:29,497 DEBUG [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(1325): Online Regions={90a551377e0f1a8b0b0a75340facaf82=SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82., 1588230740=hbase:meta,,1.1588230740, 042fb1549848ea6205db79f135e5b160=SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160., 4204d0ce08a3b0edf964646f767edaed=SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed.} 2024-11-12T12:15:29,498 DEBUG [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(1351): Waiting on 042fb1549848ea6205db79f135e5b160, 1588230740, 4204d0ce08a3b0edf964646f767edaed, 90a551377e0f1a8b0b0a75340facaf82 2024-11-12T12:15:29,498 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:15:29,498 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:15:29,498 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:15:29,498 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:15:29,498 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:15:29,498 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.78 KB heapSize=24.84 KB 2024-11-12T12:15:29,501 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/90a551377e0f1a8b0b0a75340facaf82/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:15:29,502 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:15:29,502 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90a551377e0f1a8b0b0a75340facaf82: Waiting for close lock at 1731413729496Running coprocessor pre-close hooks at 1731413729496Disabling compacts and flushes for region at 1731413729496Disabling writes for close at 1731413729497 (+1 ms)Writing region close event to WAL at 1731413729498 (+1 ms)Running coprocessor post-close hooks at 1731413729502 (+4 ms)Closed at 1731413729502 2024-11-12T12:15:29,502 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731413677473.90a551377e0f1a8b0b0a75340facaf82. 2024-11-12T12:15:29,502 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 042fb1549848ea6205db79f135e5b160, disabling compactions & flushes 2024-11-12T12:15:29,502 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/fc8e519e3fb36d2eff6733257c39a581/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:15:29,502 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:15:29,502 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:15:29,503 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. after waiting 0 ms 2024-11-12T12:15:29,503 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:15:29,503 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:15:29,503 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc8e519e3fb36d2eff6733257c39a581: Waiting for close lock at 1731413729497Running coprocessor pre-close hooks at 1731413729497Disabling compacts and flushes for region at 1731413729497Disabling writes for close at 1731413729497Writing region close event to WAL at 1731413729498 (+1 ms)Running coprocessor post-close hooks at 1731413729503 (+5 ms)Closed at 1731413729503 2024-11-12T12:15:29,503 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731413677473.fc8e519e3fb36d2eff6733257c39a581. 2024-11-12T12:15:29,503 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4269ad7b257100fd50cb5ee419d91d63, disabling compactions & flushes 2024-11-12T12:15:29,503 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:15:29,503 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:15:29,503 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. after waiting 0 ms 2024-11-12T12:15:29,503 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:15:29,508 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/042fb1549848ea6205db79f135e5b160/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:15:29,508 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4269ad7b257100fd50cb5ee419d91d63/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-12T12:15:29,509 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:15:29,509 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 042fb1549848ea6205db79f135e5b160: Waiting for close lock at 1731413729502Running coprocessor pre-close hooks at 1731413729502Disabling compacts and flushes for region at 1731413729502Disabling writes for close at 1731413729503 (+1 ms)Writing region close event to WAL at 1731413729503Running coprocessor post-close hooks at 1731413729509 (+6 ms)Closed at 1731413729509 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4269ad7b257100fd50cb5ee419d91d63: Waiting for close lock at 1731413729503Running coprocessor pre-close hooks at 1731413729503Disabling compacts and flushes for region at 1731413729503Disabling writes for close at 1731413729503Writing region close event to WAL at 1731413729504 (+1 ms)Running coprocessor post-close hooks at 1731413729509 (+5 ms)Closed at 1731413729509 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731413677473.4269ad7b257100fd50cb5ee419d91d63. 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731413677473.042fb1549848ea6205db79f135e5b160. 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bd95fe239965897643a264bc1198869, disabling compactions & flushes 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4204d0ce08a3b0edf964646f767edaed, disabling compactions & flushes 2024-11-12T12:15:29,509 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:15:29,509 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. after waiting 0 ms 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. after waiting 0 ms 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:15:29,509 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:15:29,513 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4204d0ce08a3b0edf964646f767edaed/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:15:29,513 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/4bd95fe239965897643a264bc1198869/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:15:29,513 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:15:29,513 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:15:29,513 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4204d0ce08a3b0edf964646f767edaed: Waiting for close lock at 1731413729509Running coprocessor pre-close hooks at 1731413729509Disabling compacts and flushes for region at 1731413729509Disabling writes for close at 1731413729509Writing region close event to WAL at 1731413729510 (+1 ms)Running coprocessor post-close hooks at 1731413729513 (+3 ms)Closed at 1731413729513 2024-11-12T12:15:29,513 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bd95fe239965897643a264bc1198869: Waiting for close lock at 1731413729509Running coprocessor pre-close hooks at 1731413729509Disabling compacts and flushes for region at 1731413729509Disabling writes for close at 1731413729509Writing region close event to WAL at 1731413729510 (+1 ms)Running coprocessor post-close hooks at 1731413729513 (+3 ms)Closed at 1731413729513 2024-11-12T12:15:29,513 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731413677473.4204d0ce08a3b0edf964646f767edaed. 2024-11-12T12:15:29,513 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731413677473.4bd95fe239965897643a264bc1198869. 2024-11-12T12:15:29,514 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3aa354c144823906ddc1da464a51cbf2, disabling compactions & flushes 2024-11-12T12:15:29,514 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:15:29,514 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:15:29,514 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. after waiting 0 ms 2024-11-12T12:15:29,514 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:15:29,516 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/.tmp/info/22705f6cabd441f2ad6f09176a9d0c74 is 167, key is SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa./info:regioninfo/1731413687829/Put/seqid=0 2024-11-12T12:15:29,518 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/3aa354c144823906ddc1da464a51cbf2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T12:15:29,518 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:15:29,519 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3aa354c144823906ddc1da464a51cbf2: Waiting for close lock at 1731413729514Running coprocessor pre-close hooks at 1731413729514Disabling compacts and flushes for region at 1731413729514Disabling writes for close at 1731413729514Writing region close event to WAL at 1731413729514Running coprocessor post-close hooks at 1731413729518 (+4 ms)Closed at 1731413729518 2024-11-12T12:15:29,519 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731413677473.3aa354c144823906ddc1da464a51cbf2. 2024-11-12T12:15:29,519 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5821f94884f658b628402ecabac07e6, disabling compactions & flushes 2024-11-12T12:15:29,519 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:15:29,519 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:15:29,519 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. after waiting 0 ms 2024-11-12T12:15:29,519 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:15:29,525 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/a5821f94884f658b628402ecabac07e6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T12:15:29,526 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:15:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741864_1040 (size=19471) 2024-11-12T12:15:29,526 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5821f94884f658b628402ecabac07e6: Waiting for close lock at 1731413729519Running coprocessor pre-close hooks at 1731413729519Disabling compacts and flushes for region at 1731413729519Disabling writes for close at 1731413729519Writing region close event to WAL at 1731413729519Running coprocessor post-close hooks at 1731413729526 (+7 ms)Closed at 1731413729526 2024-11-12T12:15:29,526 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731413677473.a5821f94884f658b628402ecabac07e6. 2024-11-12T12:15:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741864_1040 (size=19471) 2024-11-12T12:15:29,526 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cbdad4f5578bbf80bf3ff53acb840aa, disabling compactions & flushes 2024-11-12T12:15:29,526 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:15:29,526 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:15:29,526 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. after waiting 0 ms 2024-11-12T12:15:29,526 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:15:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741864_1040 (size=19471) 2024-11-12T12:15:29,527 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.62 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/.tmp/info/22705f6cabd441f2ad6f09176a9d0c74 2024-11-12T12:15:29,530 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/default/SPTestTable/1cbdad4f5578bbf80bf3ff53acb840aa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T12:15:29,530 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:15:29,530 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cbdad4f5578bbf80bf3ff53acb840aa: Waiting for close lock at 1731413729526Running coprocessor pre-close hooks at 1731413729526Disabling compacts and flushes for region at 1731413729526Disabling writes for close at 1731413729526Writing region close event to WAL at 1731413729527 (+1 ms)Running coprocessor post-close hooks at 1731413729530 (+3 ms)Closed at 1731413729530 2024-11-12T12:15:29,531 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731413677473.1cbdad4f5578bbf80bf3ff53acb840aa. 2024-11-12T12:15:29,546 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/.tmp/ns/05aa17018b384cdaafaed2d4f54e0589 is 43, key is default/ns:d/1731413677390/Put/seqid=0 2024-11-12T12:15:29,548 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:15:29,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741865_1041 (size=5153) 2024-11-12T12:15:29,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741865_1041 (size=5153) 2024-11-12T12:15:29,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741865_1041 (size=5153) 2024-11-12T12:15:29,553 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/.tmp/ns/05aa17018b384cdaafaed2d4f54e0589 2024-11-12T12:15:29,554 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:15:29,572 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/.tmp/table/1b86bd91a0b44a69a82a399a2806d719 is 47, key is SPTestTable/table:state/1731413687867/Put/seqid=0 2024-11-12T12:15:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741866_1042 (size=5214) 2024-11-12T12:15:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741866_1042 (size=5214) 2024-11-12T12:15:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741866_1042 (size=5214) 2024-11-12T12:15:29,579 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/.tmp/table/1b86bd91a0b44a69a82a399a2806d719 2024-11-12T12:15:29,584 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/.tmp/info/22705f6cabd441f2ad6f09176a9d0c74 as hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/info/22705f6cabd441f2ad6f09176a9d0c74 2024-11-12T12:15:29,590 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/info/22705f6cabd441f2ad6f09176a9d0c74, entries=109, sequenceid=34, filesize=19.0 K 2024-11-12T12:15:29,591 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/.tmp/ns/05aa17018b384cdaafaed2d4f54e0589 as hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/ns/05aa17018b384cdaafaed2d4f54e0589 2024-11-12T12:15:29,597 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/ns/05aa17018b384cdaafaed2d4f54e0589, entries=2, sequenceid=34, filesize=5.0 K 2024-11-12T12:15:29,598 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/.tmp/table/1b86bd91a0b44a69a82a399a2806d719 as hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/table/1b86bd91a0b44a69a82a399a2806d719 2024-11-12T12:15:29,603 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/table/1b86bd91a0b44a69a82a399a2806d719, entries=2, sequenceid=34, filesize=5.1 K 2024-11-12T12:15:29,604 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.78 KB/15133, heapSize ~24.54 KB/25128, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=34, compaction requested=false 2024-11-12T12:15:29,608 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-11-12T12:15:29,609 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:15:29,609 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:15:29,609 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731413729498Running coprocessor pre-close hooks at 1731413729498Disabling compacts and flushes for region at 1731413729498Disabling writes for close at 1731413729498Obtaining lock to block concurrent updates at 1731413729498Preparing flush snapshotting stores in 1588230740 at 1731413729498Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15133, getHeapSize=25368, getOffHeapSize=0, getCellsCount=123 at 1731413729498Flushing stores of hbase:meta,,1.1588230740 at 1731413729499 (+1 ms)Flushing 1588230740/info: creating writer at 1731413729499Flushing 1588230740/info: appending metadata at 1731413729515 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731413729515Flushing 1588230740/ns: creating writer at 1731413729533 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731413729546 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731413729546Flushing 1588230740/table: creating writer at 1731413729559 (+13 ms)Flushing 1588230740/table: appending metadata at 1731413729571 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731413729571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6ac8b7: reopening flushed file at 1731413729584 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185dfd0b: reopening flushed file at 1731413729590 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4618794e: reopening flushed file at 1731413729597 (+7 ms)Finished flush of dataSize ~14.78 KB/15133, heapSize ~24.54 KB/25128, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=34, compaction requested=false at 1731413729604 (+7 ms)Writing region close event to WAL at 1731413729605 (+1 ms)Running coprocessor post-close hooks at 1731413729609 (+4 ms)Closed at 1731413729609 2024-11-12T12:15:29,609 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:15:29,698 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,42061,1731413666411; all regions closed. 2024-11-12T12:15:29,698 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,43655,1731413666334; all regions closed. 2024-11-12T12:15:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741835_1011 (size=4669) 2024-11-12T12:15:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741835_1011 (size=4669) 2024-11-12T12:15:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741836_1012 (size=17771) 2024-11-12T12:15:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741836_1012 (size=17771) 2024-11-12T12:15:29,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741835_1011 (size=4669) 2024-11-12T12:15:29,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741836_1012 (size=17771) 2024-11-12T12:15:29,706 DEBUG [RS:2;4a91c05c96a4:42061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/oldWALs 2024-11-12T12:15:29,706 INFO [RS:2;4a91c05c96a4:42061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42061%2C1731413666411:(num 1731413667125) 2024-11-12T12:15:29,706 DEBUG [RS:0;4a91c05c96a4:43655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/oldWALs 2024-11-12T12:15:29,706 DEBUG [RS:2;4a91c05c96a4:42061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:15:29,706 INFO [RS:0;4a91c05c96a4:43655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C43655%2C1731413666334.meta:.meta(num 1731413677335) 2024-11-12T12:15:29,706 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:15:29,706 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:15:29,707 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:15:29,707 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:15:29,707 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:15:29,707 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:15:29,707 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:15:29,707 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:15:29,707 INFO [RS:2;4a91c05c96a4:42061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42061 2024-11-12T12:15:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741833_1009 (size=2334) 2024-11-12T12:15:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741833_1009 (size=2334) 2024-11-12T12:15:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741833_1009 (size=2334) 2024-11-12T12:15:29,711 DEBUG [RS:0;4a91c05c96a4:43655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/oldWALs 2024-11-12T12:15:29,711 INFO [RS:0;4a91c05c96a4:43655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C43655%2C1731413666334:(num 1731413667104) 2024-11-12T12:15:29,711 DEBUG [RS:0;4a91c05c96a4:43655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:15:29,711 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:15:29,711 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:15:29,711 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:15:29,712 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:15:29,712 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:15:29,712 INFO [RS:0;4a91c05c96a4:43655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43655 2024-11-12T12:15:29,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:15:29,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,42061,1731413666411 2024-11-12T12:15:29,715 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:15:29,726 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,43655,1731413666334 2024-11-12T12:15:29,726 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:15:29,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,42061,1731413666411] 2024-11-12T12:15:29,747 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,42061,1731413666411 already deleted, retry=false 2024-11-12T12:15:29,747 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,42061,1731413666411 expired; onlineServers=1 2024-11-12T12:15:29,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,43655,1731413666334] 2024-11-12T12:15:29,758 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,43655,1731413666334 already deleted, retry=false 2024-11-12T12:15:29,758 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,43655,1731413666334 expired; onlineServers=0 2024-11-12T12:15:29,758 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,35081,1731413666150' ***** 2024-11-12T12:15:29,758 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:15:29,758 INFO [M:0;4a91c05c96a4:35081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:15:29,758 INFO [M:0;4a91c05c96a4:35081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:15:29,758 DEBUG [M:0;4a91c05c96a4:35081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:15:29,759 DEBUG [M:0;4a91c05c96a4:35081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:15:29,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:15:29,759 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413666800 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731413666800,5,FailOnTimeoutGroup] 2024-11-12T12:15:29,759 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413666805 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731413666805,5,FailOnTimeoutGroup] 2024-11-12T12:15:29,759 INFO [M:0;4a91c05c96a4:35081 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:15:29,760 INFO [M:0;4a91c05c96a4:35081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:15:29,760 DEBUG [M:0;4a91c05c96a4:35081 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:15:29,760 INFO [M:0;4a91c05c96a4:35081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:15:29,760 INFO [M:0;4a91c05c96a4:35081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:15:29,760 ERROR [M:0;4a91c05c96a4:35081 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:41985 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41985,5,PEWorkerGroup] 2024-11-12T12:15:29,761 INFO [M:0;4a91c05c96a4:35081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:15:29,761 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:15:29,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T12:15:29,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:15:29,768 DEBUG [M:0;4a91c05c96a4:35081 {}] zookeeper.ZKUtil(347): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T12:15:29,768 WARN [M:0;4a91c05c96a4:35081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:15:29,769 INFO [M:0;4a91c05c96a4:35081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/.lastflushedseqids 2024-11-12T12:15:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741867_1043 (size=650) 2024-11-12T12:15:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741867_1043 (size=650) 2024-11-12T12:15:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741867_1043 (size=650) 2024-11-12T12:15:29,783 INFO [M:0;4a91c05c96a4:35081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:15:29,783 INFO [M:0;4a91c05c96a4:35081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:15:29,783 DEBUG [M:0;4a91c05c96a4:35081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:15:29,783 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:15:29,783 DEBUG [M:0;4a91c05c96a4:35081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:15:29,783 DEBUG [M:0;4a91c05c96a4:35081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:15:29,783 DEBUG [M:0;4a91c05c96a4:35081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:15:29,783 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=177.89 KB heapSize=217.56 KB 2024-11-12T12:15:29,801 DEBUG [M:0;4a91c05c96a4:35081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90cdff9eaf3941a5a3f991b8d8b78f15 is 82, key is hbase:meta,,1/info:regioninfo/1731413677372/Put/seqid=0 2024-11-12T12:15:29,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741868_1044 (size=5672) 2024-11-12T12:15:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741868_1044 (size=5672) 2024-11-12T12:15:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741868_1044 (size=5672) 2024-11-12T12:15:29,820 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90cdff9eaf3941a5a3f991b8d8b78f15 2024-11-12T12:15:29,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:15:29,837 INFO [RS:2;4a91c05c96a4:42061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:15:29,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42061-0x1012ef7e4fe0003, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:15:29,837 INFO [RS:2;4a91c05c96a4:42061 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,42061,1731413666411; zookeeper connection closed. 2024-11-12T12:15:29,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fc7ef3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fc7ef3b 2024-11-12T12:15:29,845 DEBUG [M:0;4a91c05c96a4:35081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5510f967233f4d898bbaa2c66e26d808 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731413687873/Put/seqid=0 2024-11-12T12:15:29,847 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:15:29,847 INFO [RS:0;4a91c05c96a4:43655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:15:29,847 INFO [RS:0;4a91c05c96a4:43655 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,43655,1731413666334; zookeeper connection closed. 2024-11-12T12:15:29,847 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43655-0x1012ef7e4fe0001, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:15:29,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@233d5e52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@233d5e52 2024-11-12T12:15:29,848 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T12:15:29,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741869_1045 (size=12207) 2024-11-12T12:15:29,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741869_1045 (size=12207) 2024-11-12T12:15:29,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741869_1045 (size=12207) 2024-11-12T12:15:29,852 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=177.16 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5510f967233f4d898bbaa2c66e26d808 2024-11-12T12:15:29,858 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5510f967233f4d898bbaa2c66e26d808 2024-11-12T12:15:29,878 DEBUG [M:0;4a91c05c96a4:35081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4304a59f030c488f80b5f3a07d8826e9 is 69, key is 4a91c05c96a4,42061,1731413666411/rs:state/1731413666912/Put/seqid=0 2024-11-12T12:15:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741870_1046 (size=5442) 2024-11-12T12:15:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741870_1046 (size=5442) 2024-11-12T12:15:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741870_1046 (size=5442) 2024-11-12T12:15:29,886 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4304a59f030c488f80b5f3a07d8826e9 2024-11-12T12:15:29,890 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4304a59f030c488f80b5f3a07d8826e9 2024-11-12T12:15:29,891 DEBUG [M:0;4a91c05c96a4:35081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90cdff9eaf3941a5a3f991b8d8b78f15 as hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90cdff9eaf3941a5a3f991b8d8b78f15 2024-11-12T12:15:29,896 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90cdff9eaf3941a5a3f991b8d8b78f15, entries=8, sequenceid=428, filesize=5.5 K 2024-11-12T12:15:29,897 DEBUG [M:0;4a91c05c96a4:35081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5510f967233f4d898bbaa2c66e26d808 as hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5510f967233f4d898bbaa2c66e26d808 2024-11-12T12:15:29,902 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5510f967233f4d898bbaa2c66e26d808 2024-11-12T12:15:29,902 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5510f967233f4d898bbaa2c66e26d808, entries=54, sequenceid=428, filesize=11.9 K 2024-11-12T12:15:29,903 DEBUG [M:0;4a91c05c96a4:35081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4304a59f030c488f80b5f3a07d8826e9 as hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4304a59f030c488f80b5f3a07d8826e9 2024-11-12T12:15:29,908 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4304a59f030c488f80b5f3a07d8826e9 2024-11-12T12:15:29,909 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/d9ea1013-5659-88cb-9b7c-c09741ca0279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4304a59f030c488f80b5f3a07d8826e9, entries=3, sequenceid=428, filesize=5.3 K 2024-11-12T12:15:29,909 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~177.89 KB/182162, heapSize ~217.27 KB/222480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=428, compaction requested=false 2024-11-12T12:15:29,911 INFO [M:0;4a91c05c96a4:35081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:15:29,911 DEBUG [M:0;4a91c05c96a4:35081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731413729783Disabling compacts and flushes for region at 1731413729783Disabling writes for close at 1731413729783Obtaining lock to block concurrent updates at 1731413729783Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731413729783Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=182162, getHeapSize=222720, getOffHeapSize=0, getCellsCount=523 at 1731413729783Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731413729784 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731413729784Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731413729801 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731413729801Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731413729825 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731413729845 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731413729845Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731413729858 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731413729877 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731413729877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19cac786: reopening flushed file at 1731413729890 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c50fd2: reopening flushed file at 1731413729897 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5922fb43: reopening flushed file at 1731413729902 (+5 ms)Finished flush of dataSize ~177.89 KB/182162, heapSize ~217.27 KB/222480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=428, compaction requested=false at 1731413729909 (+7 ms)Writing region close event to WAL at 1731413729910 (+1 ms)Closed at 1731413729910 2024-11-12T12:15:29,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43103 is added to blk_1073741830_1006 (size=210781) 2024-11-12T12:15:29,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35201 is added to blk_1073741830_1006 (size=210781) 2024-11-12T12:15:29,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44523 is added to blk_1073741830_1006 (size=210781) 2024-11-12T12:15:29,913 INFO [M:0;4a91c05c96a4:35081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:15:29,913 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:15:29,913 INFO [M:0;4a91c05c96a4:35081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35081 2024-11-12T12:15:29,914 INFO [M:0;4a91c05c96a4:35081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:15:30,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:15:30,026 INFO [M:0;4a91c05c96a4:35081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:15:30,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1012ef7e4fe0000, quorum=127.0.0.1:59460, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:15:30,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76cc5f70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:15:30,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77e2e964{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:15:30,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:15:30,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27eeff62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:15:30,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355b5826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/hadoop.log.dir/,STOPPED} 2024-11-12T12:15:30,031 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:15:30,031 WARN [BP-810736103-172.17.0.3-1731413663473 heartbeating to localhost/127.0.0.1:41985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:15:30,031 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:15:30,031 WARN [BP-810736103-172.17.0.3-1731413663473 heartbeating to localhost/127.0.0.1:41985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-810736103-172.17.0.3-1731413663473 (Datanode Uuid 84da1393-7742-49ea-a656-b1f3d387e61c) service to localhost/127.0.0.1:41985 2024-11-12T12:15:30,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data5/current/BP-810736103-172.17.0.3-1731413663473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:15:30,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data6/current/BP-810736103-172.17.0.3-1731413663473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:15:30,032 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:15:30,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33e24962{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:15:30,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@147f919a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:15:30,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:15:30,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b93e1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:15:30,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9234fcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/hadoop.log.dir/,STOPPED} 2024-11-12T12:15:30,039 WARN [BP-810736103-172.17.0.3-1731413663473 heartbeating to localhost/127.0.0.1:41985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:15:30,039 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:15:30,039 WARN [BP-810736103-172.17.0.3-1731413663473 heartbeating to localhost/127.0.0.1:41985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-810736103-172.17.0.3-1731413663473 (Datanode Uuid c5a002bc-3f7b-4b3a-aff7-46db717f1c08) service to localhost/127.0.0.1:41985 2024-11-12T12:15:30,039 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:15:30,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data3/current/BP-810736103-172.17.0.3-1731413663473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:15:30,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data4/current/BP-810736103-172.17.0.3-1731413663473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:15:30,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:15:30,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ae4ac48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:15:30,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:15:30,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:15:30,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:15:30,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/hadoop.log.dir/,STOPPED} 2024-11-12T12:15:30,044 WARN [BP-810736103-172.17.0.3-1731413663473 heartbeating to localhost/127.0.0.1:41985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:15:30,044 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:15:30,044 WARN [BP-810736103-172.17.0.3-1731413663473 heartbeating to localhost/127.0.0.1:41985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-810736103-172.17.0.3-1731413663473 (Datanode Uuid 207eb650-bdd7-4cb6-8144-2ddb83259744) service to localhost/127.0.0.1:41985 2024-11-12T12:15:30,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:15:30,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data1/current/BP-810736103-172.17.0.3-1731413663473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:15:30,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/cluster_b2da5083-b35e-0d79-4f90-a164a01aeb03/data/data2/current/BP-810736103-172.17.0.3-1731413663473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:15:30,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:15:30,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a24c7a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:15:30,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72443302{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:15:30,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:15:30,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265115b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:15:30,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d89db3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06506974-90c8-3c32-9266-b340fe51d486/hadoop.log.dir/,STOPPED} 2024-11-12T12:15:30,057 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:15:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:15:30,093 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 95) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:41985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:41985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:41985 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:41985 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=6825 (was 7556)